{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\PandaKun\\AppData\\Local\\Packages\\PythonSoftwareFoundation.Python.3.11_qbz5n2kfra8p0\\LocalCache\\local-packages\\Python311\\site-packages\\tqdm\\auto.py:21: TqdmWarning: IProgress not found. Please update jupyter and ipywidgets. See https://ipywidgets.readthedocs.io/en/stable/user_install.html\n",
      "  from .autonotebook import tqdm as notebook_tqdm\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "torch.cuda.is_available() True\n",
      "PYTORCH_CUDA_ALLOC_CONF: expandable_segments:True\n"
     ]
    }
   ],
   "source": [
    "\n",
    "# from peft import LoraConfig, TaskType, get_peft_model\n",
    "from transformers import AutoTokenizer, AutoModel\n",
    "import torch\n",
    "import torch.nn as nn\n",
    "from torch.nn import CrossEntropyLoss ,BCEWithLogitsLoss\n",
    "import torch.optim as optim\n",
    "import datasets\n",
    "from torch.utils import data\n",
    "from models.THUDM.chatglm6b.modeling_chatglm import ChatGLMForConditionalGeneration,CausalLMOutputWithPast\n",
    "from typing import Optional, Tuple, Union, List, Callable, Dict, Any\n",
    "import gc\n",
    "from torch.utils.data import Dataset, DataLoader\n",
    "import os\n",
    "from transformers.trainer_pt_utils import LabelSmoother\n",
    "\n",
    "device = torch.device(\"cuda\")\n",
    "print(\"torch.cuda.is_available()\", torch.cuda.is_available())\n",
    "# os.environ['PYTORCH_CUDA_ALLOC_CONF'] = \"expandable_segments:True\"\n",
    "print('PYTORCH_CUDA_ALLOC_CONF:', os.environ.get('PYTORCH_CUDA_ALLOC_CONF'))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Loading checkpoint shards: 100%|██████████| 8/8 [00:08<00:00,  1.03s/it]\n"
     ]
    }
   ],
   "source": [
    "\n",
    "def count_params(model):\n",
    "    for name, param in model.named_parameters():\n",
    "        print(name, param.shape)\n",
    " \n",
    "# 初始化原模型\n",
    "model = AutoModel.from_pretrained(\n",
    "    \"./models/THUDM/chatglm6b\",trust_remote_code=True,\n",
    ").float()\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "tokenizer = AutoTokenizer.from_pretrained(\"./models/THUDM/chatglm6b\", trust_remote_code=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{'input_ids': tensor([[   466,    107,    125,  11632,      7, 130001, 130004]])}\n",
      "{'input_ids': tensor([[     5,  74874,      6, 108293,     31, 130001, 130004]])}\n",
      "{'input_ids': tensor([[     5,  74874,      6, 108293,     31, 130001, 130004]]), 'attention_mask': tensor([[[[False, False, False, False, False, False,  True],\n",
      "          [False, False, False, False, False, False,  True],\n",
      "          [False, False, False, False, False, False,  True],\n",
      "          [False, False, False, False, False, False,  True],\n",
      "          [False, False, False, False, False, False,  True],\n",
      "          [False, False, False, False, False, False,  True],\n",
      "          [False, False, False, False, False, False, False]]]]), 'position_ids': tensor([[[0, 1, 2, 3, 4, 5, 5],\n",
      "         [0, 0, 0, 0, 0, 0, 1]]])}\n"
     ]
    }
   ],
   "source": [
    "text = \"There is an apple.\"\n",
    "print(tokenizer(text, return_tensors='pt'))\n",
    "\n",
    "text = \"你好，你是谁？\"\n",
    "tk = tokenizer(text, return_tensors='pt')\n",
    "print(tk)\n",
    "\n",
    "labl=tokenizer(text_target=text, max_length=1024, truncation=True, return_tensors='pt')\n",
    "print(labl)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{'instruction': 'Give three tips for staying healthy.', 'input': '', 'output': '1.Eat a balanced diet and make sure to include plenty of fruits and vegetables. \\n2. Exercise regularly to keep your body active and strong. \\n3. Get enough sleep and maintain a consistent sleep schedule.'}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Map:   0%|          | 0/2 [00:00<?, ? examples/s]Asking to truncate to max_length but no maximum length is provided and the model has no predefined maximum length. Default to no truncation.\n",
      "Map: 100%|██████████| 2/2 [00:00<00:00, 59.87 examples/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{'input_ids': [[3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3461, 295, 4703, 108, 8555, 1849, 7, 130001, 130004], [5, 9, 7, 40322, 104, 9918, 3199, 102, 238, 547, 103, 525, 4374, 101, 11580, 102, 10586, 7, 5, 4, 10, 7, 24339, 5328, 103, 679, 142, 551, 1114, 102, 1148, 7, 5, 4, 13, 7, 1987, 743, 2403, 102, 2487, 104, 2642, 2403, 3822, 7, 130001, 130004]], 'labels': [[3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3461, 295, 4703, 108, 8555, 1849, 7, 130001, 130004], [5, 9, 7, 40322, 104, 9918, 3199, 102, 238, 547, 103, 525, 4374, 101, 11580, 102, 10586, 7, 5, 4, 10, 7, 24339, 5328, 103, 679, 142, 551, 1114, 102, 1148, 7, 5, 4, 13, 7, 1987, 743, 2403, 102, 2487, 104, 2642, 2403, 3822, 7, 130001, 130004]]}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\n"
     ]
    }
   ],
   "source": [
    "def text_vec_map(text) :\n",
    "    t = tokenizer(text, truncation=True, padding=True)['input_ids']\n",
    "    return {'input_ids':t,'labels':t}\n",
    "\n",
    "def dataset_map(example):\n",
    "    return text_vec_map([example['instruction'], example['output']])\n",
    "\n",
    "# Load dataset\n",
    "train_dataset = datasets.load_dataset(\"json\", data_files={'train':\"data/alpaca_data.json\"})['train']\n",
    "train_dataset = train_dataset.select(range(2))\n",
    "column_names = train_dataset.column_names\n",
    "print(train_dataset[0])\n",
    "train_dataset_t = train_dataset.map(dataset_map, remove_columns=column_names)\n",
    "print(train_dataset_t[0])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "class CustomDataset(Dataset):\n",
    "    def __init__(self, data, train=True):\n",
    "        self.data = data\n",
    "        self.train = train\n",
    " \n",
    "    def __len__(self):\n",
    "        return len(self.data)\n",
    " \n",
    "    def __getitem__(self, idx):\n",
    "        # return {'input_ids':torch.tensor(self.data[idx]['input_ids'], dtype=torch.long, requires_grad=False, device=device), \n",
    "        #         'labels':torch.tensor(self.data[idx]['labels'],  dtype=torch.long, requires_grad=False, device=device)}\n",
    "        return torch.tensor(self.data[idx]['input_ids'], dtype=torch.long, requires_grad=False)\n",
    "\n",
    "train_dataset_t = CustomDataset(train_dataset_t, train=True)\n",
    "train_dataset_loader = DataLoader(dataset=train_dataset_t, batch_size=4, shuffle=True, num_workers=0)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "The dtype of attention mask (torch.int64) is not bool\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "我是一个人工智能助手，我的目标是帮助人们回答问题和提供信息。我被训练来模拟人类的语言和思维方式，以便能够与人类进行对话。\n",
      "CausalLMOutputWithPast(loss=None, logits=tensor([[[ 0.5525,  3.2193,  7.8381,  ...,  3.2665,  3.0596,  3.1883],\n",
      "         [ 0.2199, -1.0399, -0.6822,  ..., -1.2160, -1.2344, -1.1671],\n",
      "         [-2.1803, -1.3420, -1.3957,  ..., -1.3223, -1.5009, -1.3695],\n",
      "         ...,\n",
      "         [ 1.8990,  8.3117,  8.5661,  ...,  8.3345,  8.1885,  8.2012],\n",
      "         [ 2.8939, 18.1930,  5.5198,  ..., 18.1077, 18.0558, 17.9870],\n",
      "         [-2.0380, -2.6190, -1.3627,  ..., -2.6502, -2.5922, -2.7908]]],\n",
      "       grad_fn=<PermuteBackward0>), past_key_values=((tensor([[[[-9.0673e+00, -3.7188e+00, -2.5404e+00,  ...,  1.5220e+00,\n",
      "            3.2522e+00, -3.3954e+00],\n",
      "          [ 1.6715e+00, -1.4123e+00,  1.7178e+00,  ..., -9.8156e-01,\n",
      "           -8.8416e-01,  9.5909e-01],\n",
      "          [-1.1867e+00,  1.4091e-02, -3.5725e+00,  ...,  1.0897e+00,\n",
      "           -6.8855e-01,  1.1470e+00],\n",
      "          ...,\n",
      "          [-9.9162e-01,  1.6855e+00,  7.4957e-02,  ...,  1.8187e+00,\n",
      "            2.0981e+00, -7.2603e-01],\n",
      "          [-5.9770e-01,  4.5380e-01,  1.9042e+00,  ...,  1.5855e+00,\n",
      "            2.7411e+00,  8.1430e+00],\n",
      "          [-4.7126e-01,  2.3174e+00,  5.2716e-01,  ..., -5.3225e-01,\n",
      "            1.7358e-02, -2.5670e+00]]],\n",
      "\n",
      "\n",
      "        [[[ 7.0720e-01, -6.3695e-02, -2.4050e-01,  ...,  1.9870e+00,\n",
      "           -4.2942e-01,  2.8566e+00],\n",
      "          [-4.8927e-01, -9.8277e-01,  6.8491e-01,  ...,  8.5702e-01,\n",
      "            7.4163e-01,  8.5795e-01],\n",
      "          [ 4.8129e+00, -2.2660e-01, -2.2601e+00,  ..., -3.7685e-02,\n",
      "           -1.8038e+00,  1.3349e+00],\n",
      "          ...,\n",
      "          [-1.2691e+00,  1.5948e-01, -5.7867e-01,  ...,  5.6658e-01,\n",
      "            3.6966e-01, -1.5335e+00],\n",
      "          [-1.7636e-01,  2.5520e-01, -1.0624e+00,  ..., -8.0189e-01,\n",
      "            5.1645e-01,  2.7595e-01],\n",
      "          [-1.3913e+00,  1.1218e-02, -2.6792e-01,  ...,  9.6494e-01,\n",
      "           -6.5063e-01, -5.6509e-01]]],\n",
      "\n",
      "\n",
      "        [[[-5.4801e-01,  3.3574e+00,  8.6548e-01,  ...,  1.0755e+00,\n",
      "            3.1687e+00,  1.1066e+00],\n",
      "          [ 5.7996e-01,  9.3682e-01, -6.2161e-01,  ..., -9.5179e-01,\n",
      "            5.3202e+00, -8.8943e-01],\n",
      "          [-6.0849e-02, -1.2982e+00,  2.9868e-01,  ..., -3.9914e-01,\n",
      "            5.2704e-01,  5.6656e-01],\n",
      "          ...,\n",
      "          [-2.6342e-01, -1.5340e+00, -2.8523e+00,  ...,  2.8930e+00,\n",
      "            6.7924e-01,  1.3357e+00],\n",
      "          [-4.2669e-01, -1.6419e+00,  8.0154e-01,  ...,  1.8383e+00,\n",
      "            1.5260e-01,  4.2562e+00],\n",
      "          [ 1.3558e-02,  9.2648e-01,  1.0872e-01,  ...,  7.1079e-02,\n",
      "           -1.1129e-01, -3.3357e+00]]],\n",
      "\n",
      "\n",
      "        ...,\n",
      "\n",
      "\n",
      "        [[[ 5.1165e+00,  1.8076e+00,  1.5904e+00,  ...,  1.1033e-01,\n",
      "            2.4823e+00,  3.0083e-02],\n",
      "          [-1.1245e+00, -9.1730e-01,  1.4211e+00,  ..., -1.7068e+00,\n",
      "            3.9400e+00, -1.1183e+00],\n",
      "          [-1.6288e-02, -5.7314e-01,  6.6648e-01,  ..., -3.4320e-01,\n",
      "            1.0928e-01, -7.9241e-01],\n",
      "          ...,\n",
      "          [ 1.4806e+00, -4.6659e-02, -3.8182e+00,  ..., -4.5308e-01,\n",
      "            1.3188e+00, -2.1514e-02],\n",
      "          [ 2.0533e+00, -6.1977e-01,  3.9619e-01,  ...,  1.4232e+00,\n",
      "            6.8293e-01,  1.0810e+00],\n",
      "          [ 8.6009e-01, -7.4546e-01, -1.1316e+00,  ...,  2.2184e-01,\n",
      "           -2.3738e+00, -7.2930e-01]]],\n",
      "\n",
      "\n",
      "        [[[-2.6152e-01, -3.4879e-02, -7.1982e-01,  ...,  1.7540e+00,\n",
      "           -1.1778e+00,  5.7216e+00],\n",
      "          [-1.5826e+00, -3.4149e-01, -4.7315e-01,  ..., -7.4774e-01,\n",
      "           -4.7962e-01, -1.1734e+00],\n",
      "          [ 4.9382e-02, -4.2609e-02,  2.3332e+00,  ...,  4.4379e-01,\n",
      "           -5.4974e-01,  8.4448e-01],\n",
      "          ...,\n",
      "          [ 7.8640e-02, -1.4704e+00, -1.6624e-01,  ..., -8.1676e-01,\n",
      "           -1.2926e+00, -3.3125e-01],\n",
      "          [ 1.1772e+00, -3.2556e+00,  5.1470e-01,  ..., -4.6747e-02,\n",
      "            3.4478e+00,  3.2476e-03],\n",
      "          [-8.6101e-02,  7.2651e-01,  1.1244e+00,  ..., -3.9398e-01,\n",
      "            1.6289e+00,  1.2438e+00]]],\n",
      "\n",
      "\n",
      "        [[[-2.2771e+00, -8.5979e-01, -1.5224e+00,  ...,  7.5000e-03,\n",
      "           -3.6980e-01,  1.6919e+00],\n",
      "          [ 4.9883e-01,  1.2120e+00, -1.4731e+00,  ..., -7.8391e-01,\n",
      "            1.8908e+00,  7.3920e-01],\n",
      "          [-1.6332e+00,  1.4416e+00,  9.0691e-01,  ..., -7.4473e-01,\n",
      "            6.9769e-01,  8.8292e-01],\n",
      "          ...,\n",
      "          [-1.4881e+00, -3.8428e-02,  2.0562e+00,  ...,  1.4013e-01,\n",
      "           -1.6897e+00, -2.7365e-01],\n",
      "          [ 2.1641e-01, -1.4902e-02, -9.1809e-02,  ..., -1.2926e-01,\n",
      "           -1.6883e+00, -2.2654e+00],\n",
      "          [ 4.9875e-01, -3.1020e-01,  1.3236e+00,  ...,  6.8403e-01,\n",
      "           -5.9026e-01, -4.7549e-01]]]], grad_fn=<CatBackward0>), tensor([[[[ 4.7956e+00, -1.4615e+00, -3.2699e+00,  ...,  1.1612e+00,\n",
      "            2.9860e+00,  7.0842e+00],\n",
      "          [ 3.1402e+00, -4.1219e+00, -6.0591e+00,  ..., -2.3908e+00,\n",
      "           -1.5215e+00,  1.8821e+00],\n",
      "          [ 1.9639e+00,  1.8910e+00,  8.3219e-01,  ..., -1.0673e+00,\n",
      "            6.7534e-01, -2.2018e+00],\n",
      "          ...,\n",
      "          [-1.5941e+00, -2.0001e+00,  4.4576e+00,  ..., -1.9945e+00,\n",
      "           -9.0120e-01,  8.2906e+00],\n",
      "          [-4.1618e+00, -2.6982e+00, -2.9432e+00,  ..., -5.4702e+00,\n",
      "            2.0095e+00,  1.8481e+00],\n",
      "          [-4.4879e+00, -5.9411e+00,  3.7500e+00,  ...,  1.6931e+00,\n",
      "            3.0715e-01,  4.5911e-01]]],\n",
      "\n",
      "\n",
      "        [[[ 1.4028e+00,  1.2896e+00,  9.8953e-01,  ...,  1.0831e+00,\n",
      "           -2.6431e+00, -1.5720e-01],\n",
      "          [-2.8120e+00,  1.3363e+00,  7.6457e-01,  ...,  1.0410e+00,\n",
      "            4.7877e-01, -1.9678e+00],\n",
      "          [-6.2209e-01,  8.2902e-01, -1.1343e+00,  ..., -1.6182e+00,\n",
      "           -9.6290e-01,  1.8222e+00],\n",
      "          ...,\n",
      "          [ 7.0799e-01, -9.2761e-01, -5.9917e-01,  ..., -8.1516e-01,\n",
      "            3.9172e-01, -4.6974e-01],\n",
      "          [ 1.0151e+00,  2.9881e-01,  9.1413e-01,  ..., -1.7867e-01,\n",
      "            5.0807e-01, -8.5035e-01],\n",
      "          [-1.3927e-01,  3.8391e-01, -1.3094e-01,  ..., -1.9874e+00,\n",
      "           -2.3714e+00,  2.4125e-01]]],\n",
      "\n",
      "\n",
      "        [[[-2.5704e+00,  1.9238e+00, -8.7616e-01,  ...,  1.7252e+00,\n",
      "           -2.6999e+00, -3.1122e+00],\n",
      "          [-2.8010e-02, -3.9338e-01, -6.4808e-01,  ...,  3.0422e+00,\n",
      "            1.7170e+00, -8.7534e-02],\n",
      "          [ 6.9341e-01,  5.7666e-01, -2.1127e+00,  ..., -6.6108e-01,\n",
      "            5.4817e-02,  8.1935e-01],\n",
      "          ...,\n",
      "          [-3.7500e+00,  1.0585e+00,  4.0293e+00,  ..., -9.2201e-02,\n",
      "           -1.6244e+00,  7.7927e+00],\n",
      "          [ 2.0832e+00, -8.8394e+00, -3.0030e+00,  ..., -1.7239e+00,\n",
      "           -4.1448e+00,  3.8577e+00],\n",
      "          [ 9.6033e-01, -2.3689e+00, -9.3481e-01,  ...,  3.5378e+00,\n",
      "            3.7774e+00, -3.4912e+00]]],\n",
      "\n",
      "\n",
      "        ...,\n",
      "\n",
      "\n",
      "        [[[-2.4204e+00,  3.1393e+00,  1.9273e-01,  ...,  1.5785e+00,\n",
      "            1.1907e+00, -3.5203e+00],\n",
      "          [ 2.6863e+00, -3.6575e+00, -4.5093e+00,  ...,  2.3732e+00,\n",
      "            6.5256e+00, -3.8883e+00],\n",
      "          [ 6.5018e-01,  1.3917e+00,  4.2555e-02,  ..., -3.9092e-01,\n",
      "           -1.3002e+00,  1.4398e+00],\n",
      "          ...,\n",
      "          [-2.6238e+00,  1.3280e+00,  1.7232e+00,  ...,  4.5799e-01,\n",
      "           -1.0853e-01,  4.6785e-02],\n",
      "          [ 2.9800e-01, -4.2721e-01,  1.0077e+00,  ..., -1.3236e+00,\n",
      "           -2.8655e+00,  1.9835e+00],\n",
      "          [ 1.2424e-01,  3.3226e+00,  2.3700e+00,  ...,  7.5847e-01,\n",
      "            8.9524e-02, -2.0280e+00]]],\n",
      "\n",
      "\n",
      "        [[[ 1.0522e+00, -3.5152e+00, -1.1834e+00,  ...,  1.6478e+00,\n",
      "           -1.6217e+00,  5.0184e-01],\n",
      "          [-2.4970e+00,  1.1802e+00,  7.1023e-01,  ...,  6.6360e-01,\n",
      "           -9.5360e-01,  3.1258e+00],\n",
      "          [-3.1804e-01,  5.2148e-01,  1.2415e-01,  ...,  6.1977e-01,\n",
      "           -1.7771e+00, -1.7670e+00],\n",
      "          ...,\n",
      "          [-8.8087e-01, -1.0892e-02, -8.9228e+00,  ..., -5.4961e+00,\n",
      "            5.0606e+00, -4.0884e+00],\n",
      "          [ 3.7354e-01,  2.6149e+00, -8.1893e-01,  ..., -9.4506e-01,\n",
      "           -8.8885e-01, -4.6910e-01],\n",
      "          [ 2.3519e+00,  1.8139e+00,  5.7845e-01,  ..., -1.5518e+00,\n",
      "            1.6926e+00,  6.6992e-01]]],\n",
      "\n",
      "\n",
      "        [[[ 4.7474e-01, -4.6908e-01,  6.4054e-01,  ...,  5.0991e-01,\n",
      "            3.6057e-01,  5.7958e-02],\n",
      "          [ 1.9416e-01,  4.3449e-01,  2.6541e-01,  ...,  1.0192e-01,\n",
      "           -1.7493e-01,  7.3756e-02],\n",
      "          [-7.6536e-01, -1.3407e-01,  4.2992e-01,  ...,  5.4087e-01,\n",
      "           -1.8935e-01, -3.9519e-01],\n",
      "          ...,\n",
      "          [ 1.8107e+00,  9.2834e-02,  1.4692e+00,  ...,  6.9307e-01,\n",
      "           -2.8320e+00,  2.0080e+00],\n",
      "          [ 1.9864e-01, -1.4450e+00, -6.8205e-01,  ..., -7.0781e-01,\n",
      "           -6.8201e-01,  2.3995e-01],\n",
      "          [-1.5399e+00,  6.2606e-01,  1.0187e+00,  ..., -6.4523e-02,\n",
      "            3.0834e-01, -7.7145e-03]]]], grad_fn=<SplitBackward0>)), (tensor([[[[ 1.9610, -1.4003,  0.7084,  ...,  2.9177, -0.6129, -0.3377],\n",
      "          [-0.0934,  0.6968, -1.5795,  ...,  1.9421, -2.6145,  2.5753],\n",
      "          [ 0.9079,  0.1881,  1.9344,  ..., -1.8440,  0.5198,  2.2329],\n",
      "          ...,\n",
      "          [-0.4088,  0.1012, -1.5673,  ...,  0.5798,  0.2872, -0.5767],\n",
      "          [ 0.6736, -0.3609,  0.5699,  ...,  2.2019, -1.7586,  0.4879],\n",
      "          [-0.2338, -1.8805, -0.0593,  ...,  0.5645,  0.0698,  0.1354]]],\n",
      "\n",
      "\n",
      "        [[[ 1.5707, -0.0990,  0.9469,  ...,  2.0165, -1.2011,  0.5937],\n",
      "          [-1.6727,  0.1979, -1.4695,  ..., -1.4906, -3.4891,  0.4756],\n",
      "          [ 2.1403, -1.6312,  0.1644,  ...,  1.6274,  2.6764,  0.1275],\n",
      "          ...,\n",
      "          [-0.0664, -0.6174,  0.8869,  ...,  0.1572,  0.1212, -0.5912],\n",
      "          [ 0.4754, -0.3443,  0.0904,  ..., -0.7316, -1.6611,  0.8817],\n",
      "          [-1.3448, -1.8072, -0.6099,  ...,  0.1263, -1.3989,  0.4746]]],\n",
      "\n",
      "\n",
      "        [[[-1.1280, -0.2344,  1.4913,  ...,  1.5605, -2.5310, -0.0982],\n",
      "          [-0.7352,  0.7513,  1.1998,  ...,  1.2245, -2.2325,  2.3808],\n",
      "          [ 0.1677, -0.4398,  0.5967,  ...,  0.8509, -0.1341,  1.8671],\n",
      "          ...,\n",
      "          [-0.4091, -1.2171, -0.6100,  ..., -0.4692, -0.0252, -0.9406],\n",
      "          [-0.1755, -0.7816,  1.5337,  ...,  0.5685,  0.0600, -0.1370],\n",
      "          [ 1.3903, -0.0069,  0.1209,  ...,  0.3546,  0.5769, -0.2590]]],\n",
      "\n",
      "\n",
      "        ...,\n",
      "\n",
      "\n",
      "        [[[-1.0960,  2.0835,  1.4329,  ...,  1.2521, -1.0069, -1.4909],\n",
      "          [ 0.1145,  0.0491, -0.3715,  ...,  1.5835, -2.6558,  0.5911],\n",
      "          [-0.6105,  0.0977, -1.2173,  ..., -0.6691, -1.0608,  1.5240],\n",
      "          ...,\n",
      "          [ 0.6701,  0.5272, -0.2877,  ...,  0.9917,  1.7609,  3.3625],\n",
      "          [-0.3448, -1.0030, -0.3417,  ..., -2.4029,  1.7244,  2.2048],\n",
      "          [-0.5344,  0.5411,  0.5163,  ..., -1.0723, -0.1288, -0.2325]]],\n",
      "\n",
      "\n",
      "        [[[ 0.8463, -0.6455, -0.2351,  ...,  0.1158, -0.3602, -1.4256],\n",
      "          [ 0.3430, -0.1501,  0.2143,  ...,  0.9227, -1.8828,  0.2369],\n",
      "          [-1.0520, -0.1693,  0.1598,  ...,  0.5235,  0.9755,  1.3605],\n",
      "          ...,\n",
      "          [-0.5382, -1.3704, -0.3728,  ...,  0.0961, -0.2462, -1.7035],\n",
      "          [ 0.5746, -0.4263,  0.5574,  ..., -0.3430,  0.7315,  0.4361],\n",
      "          [-0.7558, -0.4100,  0.0576,  ..., -0.4873, -0.6482, -0.4143]]],\n",
      "\n",
      "\n",
      "        [[[ 0.2729, -0.5865,  0.4060,  ...,  2.6960,  0.5945, -1.7491],\n",
      "          [ 1.3191,  1.4122,  2.2704,  ...,  0.9337, -2.1805,  0.4681],\n",
      "          [ 0.3375,  0.6527, -0.6225,  ..., -0.4924, -1.4882,  2.0797],\n",
      "          ...,\n",
      "          [ 1.1993, -0.1390,  0.0676,  ...,  0.9772, -0.2278, -0.7630],\n",
      "          [ 0.1488, -0.0940, -0.1128,  ..., -2.7196, -0.1206, -0.0888],\n",
      "          [-1.1343, -1.4171, -0.6806,  ..., -0.1295,  0.1977, -0.0785]]]],\n",
      "       grad_fn=<CatBackward0>), tensor([[[[ 0.3407,  1.2530, -0.3553,  ..., -1.2566, -0.1042,  0.8296],\n",
      "          [-0.5619, -1.8589, -1.1338,  ...,  1.3241,  0.7726, -1.5087],\n",
      "          [-0.5530, -0.2362, -0.2021,  ...,  0.2734, -0.2877,  0.1709],\n",
      "          ...,\n",
      "          [ 0.8229, -0.4437, -0.3280,  ..., -0.7788,  1.5653, -0.2487],\n",
      "          [ 2.4804, -2.9240, -2.5691,  ...,  2.6254, -0.0692,  0.3117],\n",
      "          [-4.3088, -6.8166, -1.4112,  ..., -1.2291, -1.1973, -5.5699]]],\n",
      "\n",
      "\n",
      "        [[[-0.0890, -0.3810, -0.3803,  ..., -1.3084, -2.3308, -0.3844],\n",
      "          [ 0.7548, -0.4000,  0.1127,  ..., -1.8301,  1.4024,  2.4413],\n",
      "          [-0.8099,  0.0574,  1.1353,  ...,  0.0963,  0.6859, -0.9281],\n",
      "          ...,\n",
      "          [-1.1309,  2.5820, -0.1758,  ..., -1.3817, -1.9437,  0.3745],\n",
      "          [-1.8484, -0.3716, -2.1153,  ...,  1.2979, -0.9694, -2.3139],\n",
      "          [ 0.3232,  2.3016,  0.9874,  ...,  1.1810,  0.0366,  0.5079]]],\n",
      "\n",
      "\n",
      "        [[[ 1.1147,  0.2906, -1.5765,  ..., -1.0295,  0.7471,  2.6254],\n",
      "          [ 2.7349,  2.4197, -2.0889,  ..., -1.2720,  0.7278,  1.9460],\n",
      "          [-0.9795,  0.5150,  0.5900,  ..., -0.3084,  1.9379,  2.2082],\n",
      "          ...,\n",
      "          [ 0.9643,  0.6073, -0.5015,  ..., -0.1229, -0.1132, -1.2851],\n",
      "          [ 1.4623,  1.2408,  0.1679,  ...,  0.0854, -0.1721,  2.1717],\n",
      "          [ 0.6458,  0.1050, -3.2158,  ...,  0.2939,  1.2266, -0.7073]]],\n",
      "\n",
      "\n",
      "        ...,\n",
      "\n",
      "\n",
      "        [[[ 3.9269, -0.2378,  1.4322,  ...,  1.8990,  1.3509,  2.9655],\n",
      "          [ 0.6110,  0.7531, -0.1899,  ...,  0.2803, -1.0713,  0.4857],\n",
      "          [-0.5480, -0.3848,  0.1447,  ..., -0.7941, -0.6033,  0.1924],\n",
      "          ...,\n",
      "          [-1.2106, -2.4466, -0.8411,  ...,  1.8457,  0.0744, -1.5693],\n",
      "          [-1.4836,  0.6580,  7.3605,  ..., -5.0103,  0.3590,  4.3412],\n",
      "          [-1.0836, -0.8551, -1.2941,  ...,  2.6871,  0.2039, -1.2850]]],\n",
      "\n",
      "\n",
      "        [[[-0.4346,  0.8026,  0.5148,  ...,  0.3987, -0.9865,  0.7153],\n",
      "          [ 0.3054, -0.0886, -0.2367,  ..., -0.4948,  2.0042, -0.9657],\n",
      "          [ 2.1945, -0.0497, -0.9358,  ...,  0.3231,  0.9916, -0.8207],\n",
      "          ...,\n",
      "          [ 0.9734,  1.1756, -1.0724,  ...,  0.7034,  0.6269,  2.1472],\n",
      "          [-0.1667, -1.2714, -0.5433,  ..., -0.2073,  0.9896, -0.9340],\n",
      "          [-2.4068,  0.4927, -0.2297,  ..., -0.0672,  1.0700,  0.2426]]],\n",
      "\n",
      "\n",
      "        [[[ 1.2168, -0.8970, -0.5584,  ..., -0.5375, -0.2709, -0.5858],\n",
      "          [ 1.2779,  0.1374, -1.3689,  ..., -0.2799,  0.2144,  0.2713],\n",
      "          [-0.5530, -0.4792,  0.0862,  ..., -0.3233, -0.7462,  0.9969],\n",
      "          ...,\n",
      "          [ 0.2388,  1.2820, -0.0838,  ..., -0.8049,  0.6597,  0.2432],\n",
      "          [-0.9007,  0.7800,  1.0337,  ..., -0.1190, -1.4835,  2.1324],\n",
      "          [ 4.1715,  0.6124, -0.1558,  ...,  0.6545, -4.6691, -0.5884]]]],\n",
      "       grad_fn=<SplitBackward0>)), (tensor([[[[ 1.5255e-02, -9.3049e-02,  1.3053e+00,  ..., -6.4438e-01,\n",
      "            4.4071e-01,  9.9369e-01],\n",
      "          [-6.4142e-01,  2.6828e+00, -1.6983e+00,  ...,  6.1668e-01,\n",
      "            3.0127e-01,  7.6870e-01],\n",
      "          [ 2.1312e-01,  6.0116e-02,  4.0115e-01,  ..., -1.6549e+00,\n",
      "            9.7642e-01, -1.8011e-01],\n",
      "          ...,\n",
      "          [-1.6919e-01,  4.2387e-01,  1.4975e+00,  ..., -5.4775e-02,\n",
      "            4.3911e-02,  3.6734e-02],\n",
      "          [ 3.9058e-01,  1.6518e-01,  5.9644e-02,  ...,  9.6942e-01,\n",
      "            3.5002e-01,  1.3416e-01],\n",
      "          [-1.7771e-01, -9.0353e-01,  9.5830e-02,  ...,  9.9940e-02,\n",
      "           -6.6496e-01,  1.4520e+00]]],\n",
      "\n",
      "\n",
      "        [[[ 1.6220e+00, -9.7671e-02,  1.4788e+00,  ..., -3.2399e+00,\n",
      "           -4.3864e+00,  2.0302e+00],\n",
      "          [ 1.5314e+00,  2.1199e+00, -3.4144e-01,  ...,  1.0714e-01,\n",
      "           -5.9265e-02, -3.5125e-01],\n",
      "          [ 1.2035e+00,  4.2664e-01,  5.2913e-01,  ...,  1.2474e+00,\n",
      "            9.5416e-01, -5.4851e-02],\n",
      "          ...,\n",
      "          [ 2.6605e-01, -5.9296e-01,  1.6018e+00,  ..., -7.7786e-04,\n",
      "           -1.3495e+00,  2.9903e-02],\n",
      "          [ 1.2351e+00, -1.6510e+00,  1.0185e+00,  ...,  8.1884e-01,\n",
      "           -5.0478e-02, -7.7793e-01],\n",
      "          [ 6.9026e-01,  1.8174e+00, -1.9408e+00,  ...,  6.9930e-01,\n",
      "            8.7744e-01, -6.6035e-01]]],\n",
      "\n",
      "\n",
      "        [[[ 1.1797e+00, -1.3614e+00,  4.3170e-01,  ...,  1.1921e-01,\n",
      "           -3.1030e-01,  8.8455e-01],\n",
      "          [ 1.3726e+00, -5.9983e-02, -1.3448e+00,  ..., -4.1565e-01,\n",
      "            6.8726e-01,  7.1461e-01],\n",
      "          [ 7.4359e-03,  5.6610e-02,  3.9483e-01,  ..., -3.1996e+00,\n",
      "           -4.5700e-01,  7.6585e-01],\n",
      "          ...,\n",
      "          [-2.6124e-01,  1.9066e-01,  2.6477e-01,  ..., -2.9161e-01,\n",
      "            1.1842e-01,  9.3586e-02],\n",
      "          [-1.8981e-01, -3.3952e-01, -1.2651e-01,  ...,  2.3296e-01,\n",
      "            5.3485e-02, -2.0043e-01],\n",
      "          [ 2.0944e-01, -8.6727e-02,  7.4415e-03,  ...,  1.1559e+00,\n",
      "           -3.8391e-01, -6.4898e-01]]],\n",
      "\n",
      "\n",
      "        ...,\n",
      "\n",
      "\n",
      "        [[[-2.8988e-01, -4.6152e-01, -5.6930e-01,  ..., -2.0077e+00,\n",
      "            5.7762e-04,  7.9731e-01],\n",
      "          [-1.1341e+00, -2.9585e+00,  5.9948e-01,  ...,  1.2474e+00,\n",
      "            2.1869e+00,  5.1772e-01],\n",
      "          [-1.8025e-01,  5.4046e-01,  2.1180e-01,  ..., -1.2210e+00,\n",
      "            4.7102e-02, -4.3521e-01],\n",
      "          ...,\n",
      "          [ 9.1665e-01, -1.0298e+00, -1.0783e+00,  ..., -3.7636e-01,\n",
      "           -1.3415e+00,  1.2132e-01],\n",
      "          [-2.0100e-01,  2.8418e-01,  3.4056e-02,  ...,  7.6019e-01,\n",
      "            5.0609e-01,  3.2512e-01],\n",
      "          [ 7.0525e-02,  6.4538e-01, -7.2445e-02,  ..., -6.2315e-01,\n",
      "           -1.5848e+00,  1.8596e+00]]],\n",
      "\n",
      "\n",
      "        [[[-8.7020e-01,  1.1581e+00, -1.6305e+00,  ...,  2.9007e-01,\n",
      "           -6.4433e-01,  1.0646e+00],\n",
      "          [-1.4384e-01, -5.7076e-01, -2.4845e-01,  ...,  1.8824e+00,\n",
      "            2.5794e-01, -4.6762e-01],\n",
      "          [-8.5975e-01, -4.0397e-01, -8.5998e-02,  ..., -1.1078e+00,\n",
      "            5.1715e-01,  9.5503e-01],\n",
      "          ...,\n",
      "          [-2.5485e-02, -1.0430e+00, -7.4763e-01,  ..., -2.4675e-01,\n",
      "           -1.8202e-01,  4.5529e-01],\n",
      "          [-3.6753e-01,  5.6037e-01, -3.7671e-01,  ...,  5.5483e-01,\n",
      "            4.5635e-01,  5.2334e-01],\n",
      "          [ 5.2783e-01,  4.5982e-01, -2.1012e-01,  ..., -5.0017e-01,\n",
      "            2.6478e-01, -9.0069e-01]]],\n",
      "\n",
      "\n",
      "        [[[ 4.8687e-01,  8.4793e-01,  1.3452e-01,  ..., -3.2254e-01,\n",
      "           -1.5172e+00,  4.4886e-01],\n",
      "          [-1.0748e+00, -9.8836e-01, -1.0074e+00,  ...,  1.6965e+00,\n",
      "            8.8104e-01,  3.1611e-01],\n",
      "          [-2.6771e-01, -8.7197e-01,  3.3208e-01,  ..., -1.9971e+00,\n",
      "           -5.1576e-01, -3.7028e-01],\n",
      "          ...,\n",
      "          [-3.0320e-02, -2.4852e+00,  1.0565e+00,  ..., -2.3978e-01,\n",
      "           -1.2957e+00,  3.0682e-01],\n",
      "          [-7.3305e-01,  1.2187e+00, -6.4915e-01,  ...,  1.1569e-01,\n",
      "           -3.3970e-01, -1.1438e-02],\n",
      "          [-1.4009e+00,  7.8905e-01, -6.9431e-01,  ..., -9.8851e-01,\n",
      "            6.3766e-01, -1.7297e+00]]]], grad_fn=<CatBackward0>), tensor([[[[-4.2247e-02,  1.2133e+00, -6.6255e-01,  ..., -4.4605e-01,\n",
      "           -1.6280e+00, -6.1916e-01],\n",
      "          [ 2.8307e+00, -1.2122e+00, -2.3972e-01,  ..., -2.0942e+00,\n",
      "           -5.2776e-01,  1.3829e+00],\n",
      "          [ 4.4148e-01, -1.9131e-01,  1.6958e+00,  ...,  2.6753e-01,\n",
      "            3.2187e-01,  4.4688e-01],\n",
      "          ...,\n",
      "          [ 6.2882e-01,  2.1705e-01,  1.0963e+00,  ...,  1.8003e+00,\n",
      "           -1.7818e+00,  6.8988e-01],\n",
      "          [ 7.5967e-01, -6.4462e-01, -1.7683e+00,  ...,  1.6627e+00,\n",
      "           -1.7673e+00, -1.4624e+00],\n",
      "          [ 9.5860e-01,  1.1244e+00, -1.9995e+00,  ..., -1.1350e+00,\n",
      "           -8.2495e-01, -7.8202e-01]]],\n",
      "\n",
      "\n",
      "        [[[-5.9549e-01,  5.9415e-01,  6.1584e-01,  ..., -1.6910e+00,\n",
      "            8.8285e-01,  1.5167e+00],\n",
      "          [ 1.1032e+00,  5.5709e-01,  2.7627e+00,  ...,  3.4172e+00,\n",
      "           -4.4537e-01, -1.8975e-01],\n",
      "          [ 1.0346e+00,  2.0137e+00, -5.9901e-01,  ..., -1.8302e+00,\n",
      "           -3.3556e-01, -1.6379e+00],\n",
      "          ...,\n",
      "          [ 1.0016e+00, -4.8389e-01, -1.3490e+00,  ...,  8.5353e-01,\n",
      "           -1.2499e+00, -1.9666e+00],\n",
      "          [-1.8331e+00,  1.2834e+00,  8.6292e-01,  ..., -1.0898e+00,\n",
      "            7.1110e-02,  1.0376e+00],\n",
      "          [ 5.8238e-01, -1.0658e+00,  1.0972e+00,  ...,  5.4376e-01,\n",
      "            1.8714e+00,  1.6435e+00]]],\n",
      "\n",
      "\n",
      "        [[[ 3.9947e-01, -6.7852e-01,  1.6794e+00,  ..., -6.6230e-01,\n",
      "           -9.9907e-01,  2.2121e-01],\n",
      "          [ 1.2956e-01,  3.5344e-01, -1.6606e+00,  ...,  6.6307e-01,\n",
      "            9.1654e-01, -1.9621e+00],\n",
      "          [-1.7238e-01, -2.9690e-01,  1.4792e-01,  ...,  9.6663e-01,\n",
      "            4.8474e-01, -4.0679e-01],\n",
      "          ...,\n",
      "          [-6.0657e-01, -8.7891e-01,  3.0764e-01,  ...,  1.4828e+00,\n",
      "            1.4814e+00,  2.1193e-02],\n",
      "          [ 1.6095e+00, -9.4192e-01, -2.9128e-01,  ...,  1.9785e+00,\n",
      "           -7.0414e-01, -1.9336e+00],\n",
      "          [-8.8674e-01,  4.1415e-01, -1.0615e+00,  ...,  1.0514e+00,\n",
      "           -1.0432e+00,  8.2254e-02]]],\n",
      "\n",
      "\n",
      "        ...,\n",
      "\n",
      "\n",
      "        [[[ 1.9601e-01,  1.8938e+00, -8.0107e-01,  ...,  7.0400e-01,\n",
      "           -1.6439e+00, -1.4119e+00],\n",
      "          [ 1.9432e-01,  7.9048e-01, -2.5034e+00,  ..., -2.4877e-01,\n",
      "           -8.0704e-02,  1.0453e+00],\n",
      "          [ 7.7808e-01, -1.1230e-01, -1.0373e-01,  ...,  4.1645e-01,\n",
      "            5.7498e-01,  6.7874e-01],\n",
      "          ...,\n",
      "          [ 1.8896e-01,  4.1983e-01,  6.7527e-01,  ...,  5.1053e-01,\n",
      "            2.9910e-03, -9.8758e-02],\n",
      "          [ 1.7313e+00, -3.3331e-01, -5.6907e-01,  ..., -2.9157e-01,\n",
      "            7.8282e-01, -1.6924e+00],\n",
      "          [-8.6690e-01, -1.2578e-01, -4.1707e+00,  ..., -1.6761e+00,\n",
      "            4.4891e-01, -7.2870e-01]]],\n",
      "\n",
      "\n",
      "        [[[ 1.3721e+00, -9.4572e-01,  9.3432e-01,  ..., -3.6125e-01,\n",
      "           -6.3378e-01,  9.3571e-01],\n",
      "          [-1.0615e-01, -8.5085e-02,  4.0664e-01,  ..., -1.4775e-01,\n",
      "            5.4023e-01,  3.7862e-01],\n",
      "          [-1.0205e-01, -2.9479e-01,  2.0471e+00,  ..., -7.4171e-02,\n",
      "           -8.2241e-01,  6.5748e-01],\n",
      "          ...,\n",
      "          [-2.2981e-01, -1.0456e+00, -2.1818e+00,  ..., -4.0896e-01,\n",
      "            7.9593e-01, -1.6949e+00],\n",
      "          [ 1.4466e+00, -2.4094e+00, -9.9783e-02,  ...,  5.7782e-01,\n",
      "           -9.6358e-01,  2.8782e-01],\n",
      "          [-6.6635e-01,  9.9992e-01, -1.4511e+00,  ..., -6.2739e-01,\n",
      "           -2.4485e+00, -7.1488e-01]]],\n",
      "\n",
      "\n",
      "        [[[ 7.9191e-01,  1.5930e+00, -7.5853e-01,  ...,  1.9838e-01,\n",
      "           -4.1437e-01, -6.3365e-01],\n",
      "          [-3.4913e-01,  1.3695e+00,  7.6062e-01,  ..., -1.6554e-01,\n",
      "           -8.6185e-01, -3.9279e-01],\n",
      "          [ 2.0313e-01, -5.0018e-01,  2.0982e-01,  ...,  1.0848e+00,\n",
      "           -7.5523e-01, -2.6325e-01],\n",
      "          ...,\n",
      "          [-5.8974e-01,  1.2460e+00,  3.8692e-01,  ...,  7.9256e-02,\n",
      "            1.0489e+00, -2.6532e-01],\n",
      "          [-4.0827e-01, -1.5076e-01,  2.2262e-01,  ...,  1.2792e+00,\n",
      "            2.4719e-01, -1.4707e+00],\n",
      "          [ 5.9727e-01, -2.3147e-01,  4.2469e-01,  ...,  4.1696e-01,\n",
      "            1.8137e+00,  1.7387e+00]]]], grad_fn=<SplitBackward0>)), (tensor([[[[ 2.9386e-01,  1.9504e-01,  4.5216e-01,  ..., -4.4189e-01,\n",
      "            2.8136e-01, -1.4826e+00],\n",
      "          [ 8.9795e-02, -1.6169e-01, -4.0372e-01,  ...,  3.5007e-01,\n",
      "            9.6601e-01,  6.9833e-01],\n",
      "          [-2.5785e-01, -3.5035e-01,  3.3364e-01,  ..., -6.8931e-01,\n",
      "           -2.1015e+00,  7.5327e-01],\n",
      "          ...,\n",
      "          [ 5.8659e-01, -4.4397e-01,  5.3533e-01,  ..., -1.3613e+00,\n",
      "            2.0646e+00, -1.2669e+00],\n",
      "          [-4.2097e-01,  2.7568e-01, -7.6241e-01,  ..., -5.2669e-03,\n",
      "           -5.2159e-01,  1.2290e-01],\n",
      "          [ 1.7131e-01, -4.0088e-02, -2.6802e-01,  ...,  7.0470e-01,\n",
      "            5.2219e-01, -2.2365e-01]]],\n",
      "\n",
      "\n",
      "        [[[ 8.3515e-01,  3.2394e+00, -1.5666e-03,  ...,  1.3985e-02,\n",
      "            1.7371e+00,  2.1646e+00],\n",
      "          [ 6.1627e-01, -1.9082e+00,  4.3288e-02,  ..., -1.3694e+00,\n",
      "            1.9205e-01, -8.7088e-01],\n",
      "          [ 5.0762e-01,  1.0055e+00,  4.4368e-01,  ...,  1.6224e+00,\n",
      "            4.2267e-01,  3.8172e+00],\n",
      "          ...,\n",
      "          [ 2.8121e-01, -2.7105e-02,  2.4767e-01,  ...,  1.0523e+00,\n",
      "            5.0840e-01, -1.3892e+00],\n",
      "          [ 7.0939e-01,  6.6269e-01, -2.5662e-01,  ...,  7.5699e-01,\n",
      "            1.2363e+00, -7.6778e-02],\n",
      "          [ 2.2282e+00, -3.1411e-01,  2.2428e+00,  ...,  5.0551e-01,\n",
      "            3.5174e-01, -1.8023e+00]]],\n",
      "\n",
      "\n",
      "        [[[ 2.7966e-01,  6.2606e-02,  2.6669e-02,  ...,  1.0435e+00,\n",
      "            1.2684e+00, -1.0230e+00],\n",
      "          [ 2.7208e-01, -2.0625e-01, -3.8199e-01,  ...,  1.0387e+00,\n",
      "            2.0873e+00,  1.0582e+00],\n",
      "          [-1.1794e+00,  7.3521e-01,  8.2177e-02,  ...,  2.1737e+00,\n",
      "           -8.9177e-01, -7.0041e-01],\n",
      "          ...,\n",
      "          [-3.7372e-01, -4.5811e-01, -4.1361e-01,  ..., -8.5627e-01,\n",
      "           -1.0236e+00, -8.1976e-01],\n",
      "          [-3.2719e-01, -1.2121e-01, -3.3613e-02,  ..., -1.3204e-01,\n",
      "            6.9750e-01,  2.6250e-01],\n",
      "          [ 1.2403e-01,  5.1312e-01, -2.8954e-01,  ...,  6.6871e-01,\n",
      "            2.7989e-01,  2.1273e-01]]],\n",
      "\n",
      "\n",
      "        ...,\n",
      "\n",
      "\n",
      "        [[[-1.5407e-01, -2.9106e-01,  2.3232e-01,  ..., -4.3749e-01,\n",
      "            6.4877e-01, -9.9916e-01],\n",
      "          [-2.4764e-01, -1.7133e-01,  7.7987e-02,  ...,  8.3479e-01,\n",
      "            1.9415e+00,  3.8210e-01],\n",
      "          [ 2.8413e-01, -1.0269e+00,  9.3350e-01,  ...,  9.4720e-01,\n",
      "           -1.1999e+00,  4.8887e-02],\n",
      "          ...,\n",
      "          [-7.1723e-01, -2.1095e-01,  1.3506e-01,  ...,  4.3042e-01,\n",
      "            7.0657e-01, -8.9782e-01],\n",
      "          [ 1.6904e-01, -1.7018e-01,  4.4588e-01,  ...,  3.0453e-02,\n",
      "           -2.3236e+00, -7.8598e-01],\n",
      "          [ 2.1669e-03, -5.4329e-01,  1.1504e-01,  ...,  9.9922e-01,\n",
      "            6.2759e-01, -6.3281e-01]]],\n",
      "\n",
      "\n",
      "        [[[-8.3357e-01,  1.4559e-01,  2.7569e-01,  ...,  3.7885e-01,\n",
      "            5.7974e-01, -9.0908e-01],\n",
      "          [-6.6614e-01,  5.1454e-01,  6.6346e-01,  ...,  6.5763e-01,\n",
      "           -3.4792e-01, -1.0174e-01],\n",
      "          [ 3.2466e-01,  1.0110e+00,  4.8196e-01,  ...,  8.1059e-02,\n",
      "           -8.7647e-01, -2.5904e-01],\n",
      "          ...,\n",
      "          [-4.5269e-01, -2.0945e-01, -5.7086e-01,  ..., -5.3384e-01,\n",
      "           -8.4241e-02, -4.5996e-01],\n",
      "          [ 1.1467e+00,  1.6857e+00, -1.4282e+00,  ...,  1.9699e-01,\n",
      "           -1.4147e-01, -1.4139e-01],\n",
      "          [ 5.8855e-01,  4.6309e-01, -2.4986e-01,  ..., -1.2404e+00,\n",
      "            4.0030e-02,  3.7356e-01]]],\n",
      "\n",
      "\n",
      "        [[[-1.7135e+00, -2.4212e-01,  8.6896e-01,  ...,  2.5006e-02,\n",
      "            1.2186e+00, -2.7400e-01],\n",
      "          [ 3.2229e-01, -2.7791e-01,  4.1959e-02,  ...,  7.7199e-01,\n",
      "            1.7578e+00,  1.7847e+00],\n",
      "          [ 6.6518e-01,  1.6347e+00,  6.6809e-01,  ..., -9.3484e-01,\n",
      "           -1.0267e+00, -1.0893e+00],\n",
      "          ...,\n",
      "          [-2.4132e+00,  5.8844e-01, -8.7407e-02,  ..., -4.0522e-01,\n",
      "           -3.8454e-01,  5.4284e-02],\n",
      "          [-1.3810e+00, -1.9880e+00, -9.5317e-02,  ..., -2.0961e-01,\n",
      "            9.0843e-01, -9.4889e-01],\n",
      "          [-3.1596e-01, -1.1447e+00, -6.2567e-01,  ...,  8.2735e-01,\n",
      "            5.7278e-01, -1.0215e-01]]]], grad_fn=<CatBackward0>), tensor([[[[ 3.7774e-01, -1.5247e+00,  8.2720e-02,  ...,  1.1442e-01,\n",
      "            6.2883e-01,  5.7685e-01],\n",
      "          [ 6.8190e-01,  7.3427e-01, -1.4898e+00,  ..., -9.0465e-01,\n",
      "            1.1024e+00, -6.5752e-01],\n",
      "          [ 3.5316e-01,  6.8341e-01, -9.1432e-01,  ...,  5.7960e-02,\n",
      "            2.6617e-01, -2.2901e-01],\n",
      "          ...,\n",
      "          [ 1.4752e+00, -2.2983e-01, -4.0546e-01,  ...,  3.8643e-01,\n",
      "           -4.3696e-01, -6.2134e-01],\n",
      "          [-1.9858e+00, -2.3666e+00,  1.4345e+00,  ..., -1.5003e+00,\n",
      "            6.8222e-02,  1.0953e+00],\n",
      "          [-8.0645e-01,  1.1897e+00, -1.1292e+00,  ..., -1.0380e+00,\n",
      "            1.7158e+00,  1.3359e+00]]],\n",
      "\n",
      "\n",
      "        [[[-6.5006e-02,  5.2297e-01, -3.2183e-01,  ...,  8.9800e-01,\n",
      "            4.5817e-01,  9.9545e-01],\n",
      "          [-2.2098e+00, -2.4620e+00,  4.9492e-01,  ...,  1.5629e+00,\n",
      "            1.4440e+00,  1.9951e+00],\n",
      "          [-2.2772e+00,  2.1765e+00,  7.2922e-01,  ..., -1.3691e+00,\n",
      "            3.5872e-01,  1.0422e+00],\n",
      "          ...,\n",
      "          [ 1.1045e+00, -3.4358e-01,  1.1827e+00,  ...,  3.5496e-01,\n",
      "           -2.9614e-01, -3.4561e-01],\n",
      "          [ 1.1317e-02,  2.3696e-01,  2.1655e-01,  ..., -3.2346e+00,\n",
      "           -2.5130e+00,  1.7753e+00],\n",
      "          [ 4.8732e+00, -9.9586e-01,  1.6580e+00,  ...,  1.5272e+00,\n",
      "           -1.1062e+00,  8.3182e-01]]],\n",
      "\n",
      "\n",
      "        [[[ 1.3745e-01,  9.3861e-01, -2.7222e-02,  ..., -1.2011e+00,\n",
      "            6.3446e-01,  3.6445e-01],\n",
      "          [ 1.3565e-01,  4.3344e-01,  4.7907e-01,  ..., -4.5621e-01,\n",
      "           -5.2084e-01,  5.2089e-01],\n",
      "          [-1.7835e-01, -1.1027e+00, -6.0204e-01,  ..., -1.0907e+00,\n",
      "            1.3866e-01, -5.5450e-01],\n",
      "          ...,\n",
      "          [-1.2358e-01, -6.4241e-01,  7.4444e-01,  ..., -1.4301e-01,\n",
      "           -3.9683e-01,  4.1357e-01],\n",
      "          [-1.3501e+00,  1.4352e+00, -6.4677e-01,  ...,  5.7668e-01,\n",
      "           -2.6341e-01,  4.4605e-01],\n",
      "          [-1.5591e+00,  7.5170e-01, -1.5318e+00,  ..., -8.9546e-01,\n",
      "            1.9604e+00, -3.8058e-01]]],\n",
      "\n",
      "\n",
      "        ...,\n",
      "\n",
      "\n",
      "        [[[ 5.7847e-01, -1.3456e+00, -9.5509e-01,  ..., -7.0913e-01,\n",
      "           -4.2693e-01, -7.0505e-03],\n",
      "          [ 1.3515e+00, -1.0079e+00,  8.2102e-01,  ...,  1.9761e-01,\n",
      "            1.1089e+00,  2.6872e-03],\n",
      "          [ 1.0434e+00,  8.9787e-01, -2.3870e-01,  ...,  5.1536e-01,\n",
      "           -1.7819e-02,  9.6203e-01],\n",
      "          ...,\n",
      "          [-7.4768e-01, -1.6176e-01, -8.4021e-01,  ...,  6.5864e-02,\n",
      "            1.2799e+00,  1.8176e-01],\n",
      "          [ 1.0131e+00, -1.9163e+00,  3.9802e+00,  ..., -4.7663e+00,\n",
      "           -1.0309e+00, -2.7282e+00],\n",
      "          [-2.0786e+00,  1.4066e+00, -3.1324e+00,  ...,  6.0936e-01,\n",
      "            6.4844e-01,  1.8132e+00]]],\n",
      "\n",
      "\n",
      "        [[[-2.6075e-02, -5.2772e-01, -1.8902e-01,  ..., -9.1090e-01,\n",
      "           -5.1985e-01, -3.7377e-01],\n",
      "          [-2.8963e-01, -1.7074e-01,  2.9542e-02,  ..., -6.9234e-02,\n",
      "            1.1406e+00, -3.6825e-01],\n",
      "          [-4.2763e-01, -1.4816e-01, -5.8470e-01,  ..., -6.6979e-02,\n",
      "           -1.2303e-01, -3.5001e-03],\n",
      "          ...,\n",
      "          [ 4.9304e-02, -2.0730e-01,  1.4763e+00,  ..., -1.3447e-01,\n",
      "           -1.6896e+00,  1.1241e+00],\n",
      "          [-3.7038e-01, -1.4894e-04, -2.0498e-01,  ...,  2.8357e-01,\n",
      "            3.7621e-01, -2.6394e-01],\n",
      "          [-2.1849e-01,  1.6634e-01, -2.6763e-01,  ..., -1.3516e-01,\n",
      "            5.3436e-02, -5.6997e-01]]],\n",
      "\n",
      "\n",
      "        [[[-1.3771e-01, -2.8427e-01, -5.8332e-01,  ...,  4.1240e-01,\n",
      "            4.3855e-02,  5.8197e-02],\n",
      "          [ 4.7035e-01,  2.8261e-01, -7.2544e-01,  ..., -5.9121e-01,\n",
      "            4.0520e-01, -3.8411e-01],\n",
      "          [ 4.6769e-01, -1.5306e-01,  5.9169e-01,  ..., -8.3833e-01,\n",
      "            1.7792e-01,  1.8842e-01],\n",
      "          ...,\n",
      "          [ 6.5830e-02,  6.0138e-01, -1.0290e+00,  ...,  2.6762e-01,\n",
      "            4.2515e-01, -3.5418e-02],\n",
      "          [ 2.2408e+00, -9.9400e-01,  4.6072e-01,  ..., -7.9419e-02,\n",
      "            9.0387e-01, -1.2271e+00],\n",
      "          [-1.0305e-01,  2.9533e-01, -3.3951e-02,  ..., -6.7096e-01,\n",
      "            1.8413e+00,  5.5220e-01]]]], grad_fn=<SplitBackward0>)), (tensor([[[[-1.0494e-01, -5.0711e-02, -1.4809e-01,  ..., -5.0652e-01,\n",
      "            8.7800e-01, -7.5635e-01],\n",
      "          [-2.6495e-01, -8.7613e-02,  3.7837e-01,  ...,  8.3793e-01,\n",
      "            1.2787e+00,  3.6389e+00],\n",
      "          [ 1.4710e-01, -8.1666e-02, -1.9025e-01,  ..., -2.1141e+00,\n",
      "           -7.4249e-01,  5.8952e-01],\n",
      "          ...,\n",
      "          [-1.6595e-01,  1.5019e-01, -7.2935e-01,  ...,  8.8868e-01,\n",
      "            1.6534e-01, -1.4466e+00],\n",
      "          [-1.1345e-01, -1.2984e-01, -3.6567e-02,  ..., -3.6562e+00,\n",
      "           -1.9830e+00, -2.1964e+00],\n",
      "          [ 7.0300e-01, -4.9775e-01, -1.3653e-02,  ...,  1.2673e+00,\n",
      "            1.2799e-01, -6.1413e-01]]],\n",
      "\n",
      "\n",
      "        [[[-7.9326e-01, -4.6330e-01, -5.4043e-01,  ...,  1.1236e+00,\n",
      "           -1.3979e+00, -1.2364e-01],\n",
      "          [ 3.3847e-01, -9.9507e-01,  7.3622e-01,  ...,  3.6112e-01,\n",
      "            2.4722e+00, -3.5060e+00],\n",
      "          [ 2.5040e-01, -2.1106e+00, -6.3139e-01,  ..., -2.6881e+00,\n",
      "            3.7419e+00,  2.6580e+00],\n",
      "          ...,\n",
      "          [-3.4634e-01,  1.0182e+00, -8.5284e-01,  ...,  4.6135e-02,\n",
      "           -1.2961e+00,  3.2103e+00],\n",
      "          [ 8.9275e-01, -1.4176e+00, -1.8449e-01,  ..., -7.0265e-01,\n",
      "           -6.6893e-01,  4.0508e-01],\n",
      "          [-2.0013e-01, -3.9021e-01,  5.8945e-01,  ..., -9.8208e-01,\n",
      "           -3.2985e-01, -2.3395e+00]]],\n",
      "\n",
      "\n",
      "        [[[ 1.2414e-01, -1.7764e-01,  7.0229e-02,  ..., -1.0874e+00,\n",
      "            1.2603e+00, -9.4434e-01],\n",
      "          [-1.6898e-01, -3.8177e-01,  3.3945e-01,  ..., -3.4793e-01,\n",
      "            2.1605e+00,  2.8099e+00],\n",
      "          [ 4.0244e-01,  5.7492e-02,  2.4022e-01,  ..., -8.5841e-01,\n",
      "           -9.6285e-01,  5.6983e-01],\n",
      "          ...,\n",
      "          [ 2.9884e-02,  6.1567e-01,  7.3998e-01,  ..., -3.5926e-03,\n",
      "            8.2907e-01, -3.5793e-01],\n",
      "          [ 1.9267e-01,  2.6599e-01, -3.8811e-02,  ..., -3.2749e+00,\n",
      "           -1.8340e+00, -6.8869e-01],\n",
      "          [ 8.6285e-02,  1.3311e-01,  7.1166e-01,  ...,  1.1417e+00,\n",
      "            1.3993e+00, -2.8721e-01]]],\n",
      "\n",
      "\n",
      "        ...,\n",
      "\n",
      "\n",
      "        [[[-8.2718e-01,  3.7975e-01,  1.3958e-01,  ..., -1.1898e+00,\n",
      "            6.5001e-01, -3.7505e-01],\n",
      "          [ 9.2627e-02,  5.6110e-01, -5.2646e-01,  ..., -6.8852e-01,\n",
      "            5.8819e-01,  1.6158e+00],\n",
      "          [-5.0738e-01,  2.4378e-01,  2.1105e-02,  ..., -2.2036e+00,\n",
      "           -3.7395e-01,  1.1223e+00],\n",
      "          ...,\n",
      "          [ 4.9053e-01,  3.0998e-01,  3.6004e-01,  ...,  5.5484e-01,\n",
      "           -6.3352e-01, -1.7401e-01],\n",
      "          [-9.7542e-02,  4.9731e-01, -5.9870e-02,  ..., -5.3594e+00,\n",
      "           -1.2847e+00, -7.8723e-01],\n",
      "          [ 1.6997e-01,  6.2811e-01,  2.9809e-02,  ...,  1.5275e+00,\n",
      "            4.4939e-01, -3.8574e-01]]],\n",
      "\n",
      "\n",
      "        [[[ 3.7757e-01, -1.7202e-01, -3.1067e-01,  ...,  1.3107e+00,\n",
      "           -8.2592e-01,  9.5019e-01],\n",
      "          [-3.6845e-01, -7.2698e-01,  1.4131e-01,  ..., -1.1134e+00,\n",
      "            4.4794e-01,  3.1587e+00],\n",
      "          [-5.1743e-01, -1.8188e-01,  1.0490e+00,  ...,  7.0514e-01,\n",
      "            9.0655e-01,  1.3872e+00],\n",
      "          ...,\n",
      "          [ 1.1036e-01, -6.8624e-02,  4.2033e-01,  ...,  6.2726e-01,\n",
      "           -6.0435e-01, -1.6778e+00],\n",
      "          [-5.4657e-02, -1.1996e-01, -1.5356e-02,  ...,  6.7786e-01,\n",
      "           -1.1653e+00,  6.1062e-01],\n",
      "          [ 5.0919e-01,  2.6102e-01,  9.7093e-01,  ...,  1.3368e+00,\n",
      "            5.3186e-01,  6.2060e-01]]],\n",
      "\n",
      "\n",
      "        [[[-1.8128e-01, -1.9848e-01, -9.2129e-02,  ..., -2.7561e-01,\n",
      "            8.9694e-01, -2.0653e-01],\n",
      "          [-7.1796e-01,  2.3824e-01, -4.8225e-01,  ..., -5.9965e-02,\n",
      "            6.4668e-01,  3.9690e+00],\n",
      "          [-1.1312e+00, -7.5410e-01,  9.0929e-01,  ..., -1.1193e+00,\n",
      "           -7.4008e-01,  6.6411e-01],\n",
      "          ...,\n",
      "          [-6.5760e-02, -5.8451e-02,  5.8961e-01,  ...,  2.0111e+00,\n",
      "           -1.3532e-01, -1.9117e+00],\n",
      "          [-3.9837e-01,  4.2712e-01, -6.9628e-01,  ..., -1.4296e+00,\n",
      "           -2.6096e+00,  6.1206e-01],\n",
      "          [-3.0845e-01, -3.0254e-01,  8.9759e-01,  ...,  1.3417e+00,\n",
      "            8.8599e-01,  3.3779e-01]]]], grad_fn=<CatBackward0>), tensor([[[[ 2.5353e+00, -1.2659e-02, -1.1605e+00,  ..., -1.3051e+00,\n",
      "           -1.8168e+00, -4.4415e-01],\n",
      "          [ 9.5258e-02,  1.9055e-01, -5.7077e-01,  ..., -8.8864e-01,\n",
      "            8.3760e-01,  8.4256e-01],\n",
      "          [ 6.1829e-01, -5.7021e-01, -3.2547e-01,  ...,  1.5395e-01,\n",
      "           -8.3092e-01,  1.3521e+00],\n",
      "          ...,\n",
      "          [-6.9085e-02, -4.9601e-01,  4.7027e-02,  ..., -2.1371e-01,\n",
      "           -9.2036e-02,  8.8728e-01],\n",
      "          [-1.0231e+00, -5.8451e-01, -2.7750e-01,  ...,  3.6243e-01,\n",
      "            8.3968e-06,  9.1464e-01],\n",
      "          [ 2.5031e-01, -9.6865e-01,  7.2128e-01,  ..., -2.7312e-02,\n",
      "           -2.4563e-01, -8.5822e-01]]],\n",
      "\n",
      "\n",
      "        [[[-1.3876e+00, -1.1355e-01,  4.3180e-01,  ..., -6.1161e-01,\n",
      "            8.3822e-01, -1.6241e+00],\n",
      "          [ 6.8418e-02,  3.4989e-01,  2.0571e+00,  ..., -1.0445e+00,\n",
      "            3.2700e+00, -2.2561e+00],\n",
      "          [ 1.9470e+00,  1.5598e+00, -6.7260e-01,  ..., -5.5104e-01,\n",
      "           -7.6658e-01, -8.5739e-01],\n",
      "          ...,\n",
      "          [-2.4066e-01, -1.9312e+00,  2.8258e+00,  ...,  1.1786e+00,\n",
      "           -2.3716e+00, -9.2851e-01],\n",
      "          [-1.0307e-01,  3.8283e-01,  2.9892e-01,  ...,  1.0298e+00,\n",
      "           -1.9166e+00,  4.6575e-03],\n",
      "          [-1.1866e+00,  7.5434e-01, -1.0552e+00,  ...,  6.7588e-01,\n",
      "           -2.3640e+00, -5.0522e-01]]],\n",
      "\n",
      "\n",
      "        [[[ 1.5189e+00,  6.6662e-01, -2.2807e+00,  ..., -1.9680e+00,\n",
      "           -1.1654e+00, -1.0636e-01],\n",
      "          [ 1.9111e-01,  2.4243e-01,  8.5293e-01,  ...,  1.3048e-01,\n",
      "            5.1061e-01,  7.3924e-01],\n",
      "          [ 6.5272e-01, -4.9139e-01, -4.1822e-02,  ...,  4.3488e-01,\n",
      "           -3.7204e-01,  5.3395e-01],\n",
      "          ...,\n",
      "          [ 1.8449e+00, -1.3800e+00, -1.2062e+00,  ...,  2.0174e-01,\n",
      "            8.6220e-01, -4.7644e-01],\n",
      "          [-6.5166e-02, -2.8766e-02, -2.6902e-01,  ..., -5.6696e-01,\n",
      "            1.6284e-01,  8.2025e-01],\n",
      "          [ 1.0532e+00, -8.4604e-01, -2.9033e-01,  ...,  8.5613e-02,\n",
      "           -1.6940e-01, -1.3403e-01]]],\n",
      "\n",
      "\n",
      "        ...,\n",
      "\n",
      "\n",
      "        [[[ 2.8319e+00, -2.1350e-01, -3.6767e-01,  ..., -1.9989e-01,\n",
      "           -6.8949e-01, -1.7925e+00],\n",
      "          [ 1.8050e+00,  2.0883e+00, -1.6955e-01,  ..., -1.3735e+00,\n",
      "           -2.3564e-01,  2.1582e+00],\n",
      "          [-4.1071e-01, -1.7416e+00, -1.1942e+00,  ...,  4.7048e-01,\n",
      "           -1.2487e+00, -7.3552e-01],\n",
      "          ...,\n",
      "          [ 7.6971e-01, -6.4627e-01, -1.7726e+00,  ..., -1.0359e-02,\n",
      "           -1.1255e+00,  1.6697e+00],\n",
      "          [ 4.5680e-02,  1.2618e-01, -9.7663e-01,  ..., -1.5500e+00,\n",
      "            5.0921e-01,  2.5796e-01],\n",
      "          [ 2.3347e-02,  3.4574e-01, -3.8938e-01,  ..., -5.4351e-01,\n",
      "            1.0317e+00, -1.3592e+00]]],\n",
      "\n",
      "\n",
      "        [[[-1.4597e+00,  1.4322e-01, -2.5743e-01,  ...,  4.3242e-01,\n",
      "           -4.8423e-01,  4.0453e-01],\n",
      "          [-5.3088e-01, -1.2692e+00, -1.1391e-01,  ...,  1.5989e+00,\n",
      "           -7.5804e-01, -1.7270e+00],\n",
      "          [-5.0751e-01,  8.6041e-01, -1.1313e-02,  ...,  6.5750e-01,\n",
      "            9.3495e-02, -3.6249e-01],\n",
      "          ...,\n",
      "          [ 3.9356e-01,  9.9027e-02,  8.4334e-02,  ..., -1.6638e-01,\n",
      "           -1.3919e-02,  4.0559e-01],\n",
      "          [ 1.6520e-01,  1.5410e-01, -1.9074e-01,  ...,  1.2416e-01,\n",
      "           -9.5847e-02,  4.6753e-01],\n",
      "          [ 8.6393e-02,  3.5781e-01, -8.1729e-02,  ..., -2.7639e-01,\n",
      "            3.0061e-01,  3.6421e-02]]],\n",
      "\n",
      "\n",
      "        [[[ 7.7440e-01,  4.3665e-01, -1.0969e+00,  ..., -8.5116e-01,\n",
      "           -8.1940e-01, -1.0809e+00],\n",
      "          [ 1.9859e-01,  7.0961e-01, -3.5774e-01,  ...,  1.2210e-01,\n",
      "            4.9109e-02,  2.8329e-01],\n",
      "          [ 1.1574e+00, -3.9921e-01,  7.9773e-01,  ...,  9.2535e-02,\n",
      "           -4.9914e-02,  2.3426e-01],\n",
      "          ...,\n",
      "          [-6.0778e-01, -3.2670e-01, -6.1376e-01,  ..., -7.4413e-01,\n",
      "           -3.7466e-01,  4.1812e-01],\n",
      "          [-5.4309e-01, -2.2248e-01,  2.6017e-01,  ..., -4.5211e-01,\n",
      "           -2.4074e-01,  5.0864e-01],\n",
      "          [-6.8527e-02, -1.3047e-01,  1.9655e-01,  ...,  4.7276e-01,\n",
      "            6.5089e-01, -1.4411e-01]]]], grad_fn=<SplitBackward0>)), (tensor([[[[-0.1785, -0.5482, -0.4253,  ...,  0.7058, -0.1117, -0.3182],\n",
      "          [ 0.0959,  0.9568,  0.2457,  ..., -2.9321,  2.0237,  1.4402],\n",
      "          [-0.6956,  0.2814,  0.8140,  ..., -1.2902,  0.3986,  0.9639],\n",
      "          ...,\n",
      "          [ 0.0636, -0.1487, -0.2281,  ...,  0.1972, -0.2700,  0.9599],\n",
      "          [ 0.2700, -0.3297,  0.0818,  ..., -0.5467,  0.7511,  1.0042],\n",
      "          [ 0.2602,  0.6112, -0.5318,  ..., -0.6835,  0.1718,  0.5720]]],\n",
      "\n",
      "\n",
      "        [[[ 0.4365, -0.9844, -2.4030,  ..., -0.9325, -3.3246, -0.6181],\n",
      "          [ 0.9957,  0.8017,  2.3344,  ..., -1.1930,  1.1712,  0.2456],\n",
      "          [ 0.8432,  0.8968,  1.7654,  ...,  0.8992,  0.5052,  2.5086],\n",
      "          ...,\n",
      "          [-0.2614, -0.4532,  1.0411,  ...,  2.1560,  0.1586,  0.2368],\n",
      "          [-0.9897,  0.3506, -1.4533,  ...,  1.2673, -2.7713,  0.6038],\n",
      "          [-1.8468, -1.4435, -0.9796,  ..., -2.9647,  1.9853,  0.2142]]],\n",
      "\n",
      "\n",
      "        [[[-0.2814, -0.0315, -0.1513,  ...,  0.8989, -0.5122,  0.7857],\n",
      "          [-0.9691, -0.3617,  0.1363,  ..., -2.3928,  1.0941, -0.1304],\n",
      "          [-0.4104,  0.0770,  0.7124,  ...,  0.1182, -0.3807,  2.9873],\n",
      "          ...,\n",
      "          [ 0.4280, -0.3339, -0.0656,  ...,  0.7316, -0.3400,  0.9747],\n",
      "          [-0.3774, -0.0108,  0.1423,  ..., -0.7258, -1.2954,  0.7730],\n",
      "          [ 0.2807, -0.3168, -0.1763,  ..., -1.4959,  1.1029,  0.6190]]],\n",
      "\n",
      "\n",
      "        ...,\n",
      "\n",
      "\n",
      "        [[[ 1.0706,  1.5651, -0.1497,  ...,  2.2177, -1.5711,  0.9815],\n",
      "          [-0.3610, -1.7846,  0.9852,  ..., -4.9803,  2.2994, -1.5456],\n",
      "          [ 0.1309, -0.3878, -0.2881,  ...,  0.1198, -1.0062,  0.3134],\n",
      "          ...,\n",
      "          [-0.1231,  0.6017, -0.1660,  ...,  0.5768, -0.6680,  0.5077],\n",
      "          [-0.1967,  1.3270,  0.5697,  ..., -0.1812,  0.5088, -0.0426],\n",
      "          [-0.7471,  0.0058, -0.3905,  ..., -1.0600, -2.5602,  0.2020]]],\n",
      "\n",
      "\n",
      "        [[[ 0.4752, -0.9264, -0.5907,  ...,  0.0272, -0.1002, -0.6633],\n",
      "          [ 0.2833,  0.6870, -1.0462,  ..., -0.4985, -1.2241,  0.8432],\n",
      "          [ 0.8038, -0.0211,  0.0507,  ..., -1.6767, -0.9140,  3.1125],\n",
      "          ...,\n",
      "          [-0.0087, -1.1146, -0.2850,  ...,  0.5254,  0.2763,  0.2697],\n",
      "          [-0.5245, -0.5710, -0.3734,  ..., -1.0187,  0.0192,  0.7148],\n",
      "          [ 0.0974, -0.8483, -0.2786,  ..., -0.3914,  1.2679, -0.1892]]],\n",
      "\n",
      "\n",
      "        [[[ 0.5211, -0.2448, -0.5237,  ...,  1.6618,  0.1368,  0.6075],\n",
      "          [-0.3828,  0.2684,  0.7813,  ..., -0.9569, -0.2544,  1.1095],\n",
      "          [ 1.7471,  0.4453, -1.8659,  ..., -3.1898, -1.3142,  4.3142],\n",
      "          ...,\n",
      "          [-0.3117, -0.2628, -0.6890,  ..., -0.0884, -0.3120,  0.7681],\n",
      "          [ 0.0615, -0.3761, -0.5135,  ..., -0.5350,  0.0068,  0.5256],\n",
      "          [-0.4079, -0.5014,  0.4194,  ..., -0.2921, -0.4928, -0.0549]]]],\n",
      "       grad_fn=<CatBackward0>), tensor([[[[-1.5948e+00, -3.0759e-01,  4.1907e-01,  ...,  6.8822e-01,\n",
      "            3.0701e-01,  6.4846e-01],\n",
      "          [ 4.0684e-02,  3.6925e-02,  1.8689e-01,  ..., -1.3473e+00,\n",
      "           -1.4785e+00, -1.9195e-01],\n",
      "          [ 1.7434e+00, -8.2131e-01, -2.3686e+00,  ..., -4.3391e-01,\n",
      "           -4.0299e-01,  5.5032e-01],\n",
      "          ...,\n",
      "          [ 3.4017e-01, -6.4106e-01, -7.4309e-01,  ..., -2.2756e-01,\n",
      "           -1.6594e+00, -4.9635e-01],\n",
      "          [-4.0787e-01,  3.4240e-01, -2.5857e-01,  ...,  1.3135e-01,\n",
      "           -6.4476e-01, -1.0174e-01],\n",
      "          [-1.1272e-01,  5.9250e-01, -4.2307e-01,  ...,  1.2754e-01,\n",
      "           -3.2763e-01,  2.3404e-01]]],\n",
      "\n",
      "\n",
      "        [[[ 1.1781e+00,  2.5106e+00, -2.6349e+00,  ...,  1.1250e+00,\n",
      "           -1.2300e+00, -1.9468e+00],\n",
      "          [ 2.4339e+00, -2.3948e-01, -4.7313e-01,  ...,  4.7339e-01,\n",
      "            2.1087e-01,  2.0223e+00],\n",
      "          [-1.2436e+00, -7.2256e-01,  1.2765e+00,  ...,  2.6048e+00,\n",
      "            1.2887e+00,  4.4592e-02],\n",
      "          ...,\n",
      "          [ 5.9408e-01,  4.2202e+00, -9.7043e-01,  ...,  5.3830e-01,\n",
      "            7.7932e-01,  4.5692e+00],\n",
      "          [-1.5258e+00, -9.8189e-01, -1.0281e+00,  ...,  8.2742e-02,\n",
      "           -1.3068e+00, -2.4667e+00],\n",
      "          [ 1.3042e+00,  3.2987e-01, -3.8453e-01,  ..., -8.9525e-01,\n",
      "            6.4072e-01,  2.0705e+00]]],\n",
      "\n",
      "\n",
      "        [[[-6.9379e-01,  1.0817e+00,  3.9231e-01,  ...,  8.4324e-01,\n",
      "            4.5724e-01, -5.0784e-01],\n",
      "          [-1.1680e+00,  1.1801e-01, -1.4900e+00,  ..., -2.3660e+00,\n",
      "           -9.9324e-01,  1.3717e+00],\n",
      "          [ 3.6496e-01,  5.9747e-01, -1.7676e+00,  ..., -8.5163e-01,\n",
      "           -9.0456e-01,  3.0934e-01],\n",
      "          ...,\n",
      "          [-4.7752e-02, -4.2794e-01, -8.0430e-01,  ..., -1.5658e-02,\n",
      "           -1.1271e+00, -2.8496e-01],\n",
      "          [ 8.0557e-01, -6.5560e-01, -3.7366e-01,  ..., -2.7490e-01,\n",
      "           -7.3619e-01, -3.8033e-02],\n",
      "          [-6.2136e-01,  6.6345e-01,  1.5182e-02,  ..., -6.2129e-01,\n",
      "           -5.0272e-01,  3.7509e-01]]],\n",
      "\n",
      "\n",
      "        ...,\n",
      "\n",
      "\n",
      "        [[[ 1.0641e+00, -5.0899e-01,  2.0508e+00,  ...,  6.5932e-01,\n",
      "           -5.5331e-01, -1.0437e+00],\n",
      "          [-1.2679e-01,  1.6136e+00,  1.1422e+00,  ..., -6.2341e-01,\n",
      "           -1.1007e+00, -4.0676e-01],\n",
      "          [ 1.3242e+00,  2.0610e-01, -2.6238e+00,  ..., -1.8129e+00,\n",
      "           -3.5696e-01,  9.1323e-01],\n",
      "          ...,\n",
      "          [ 1.0406e+00, -9.0835e-01,  1.2026e-01,  ..., -5.7654e-01,\n",
      "           -5.0128e-01,  1.1535e+00],\n",
      "          [ 2.7118e+00, -1.0437e+00,  2.0910e+00,  ...,  1.3213e-01,\n",
      "            6.2958e-01, -1.8537e+00],\n",
      "          [ 2.8233e-01,  2.0109e-01,  4.3025e-01,  ...,  2.1272e+00,\n",
      "           -1.1288e-01, -2.2016e+00]]],\n",
      "\n",
      "\n",
      "        [[[ 1.6887e-01, -1.7747e-01, -4.3844e-01,  ..., -8.1512e-01,\n",
      "           -8.0177e-01,  1.2438e+00],\n",
      "          [ 8.9935e-02, -3.0727e-01, -9.7489e-01,  ...,  5.7717e-02,\n",
      "            3.2675e-01,  4.4034e-02],\n",
      "          [-1.5562e-01,  5.6384e-01,  2.6414e-01,  ...,  4.3774e-01,\n",
      "           -3.4173e-02, -4.2998e-01],\n",
      "          ...,\n",
      "          [-4.2769e-01, -1.8995e-01,  3.0729e-01,  ..., -5.9020e-02,\n",
      "            8.0365e-01, -6.8506e-01],\n",
      "          [ 2.2117e-01,  2.7562e-01,  5.4881e-01,  ..., -3.0573e-02,\n",
      "            1.3040e-01,  2.3000e-01],\n",
      "          [-4.4494e-03,  1.2488e-03, -2.6027e-02,  ..., -2.6603e-01,\n",
      "           -2.7780e-01, -3.4183e-01]]],\n",
      "\n",
      "\n",
      "        [[[-1.5357e-01,  5.7811e-01, -6.6025e-01,  ...,  6.5157e-01,\n",
      "            8.1398e-01,  8.1193e-01],\n",
      "          [-4.6617e-01, -3.6803e-02,  9.5434e-01,  ..., -3.9897e-01,\n",
      "           -3.5392e-01,  2.4942e-01],\n",
      "          [ 5.3540e-01,  5.6452e-02, -1.1614e-01,  ...,  1.0707e+00,\n",
      "           -6.8811e-02, -1.9206e-01],\n",
      "          ...,\n",
      "          [ 3.2249e-02, -7.1328e-01,  2.1339e-01,  ...,  2.5417e-01,\n",
      "           -4.2702e-01, -1.2533e-01],\n",
      "          [ 5.7386e-01, -2.3384e-01, -1.0142e-01,  ...,  3.1184e-01,\n",
      "           -4.0991e-01, -1.4911e-02],\n",
      "          [ 2.9822e-01,  5.6056e-02, -5.6925e-02,  ..., -3.3685e-01,\n",
      "            5.6938e-01, -2.3625e-01]]]], grad_fn=<SplitBackward0>)), (tensor([[[[-7.7351e-01, -2.9841e-01, -4.2474e-01,  ..., -3.2094e+00,\n",
      "           -3.0990e+00, -5.4249e-01],\n",
      "          [ 4.5094e-01,  1.7656e-01,  4.8897e-01,  ...,  1.1246e+00,\n",
      "           -4.1279e-02, -7.8487e-01],\n",
      "          [ 1.2257e-01,  7.6631e-02, -5.7437e-01,  ...,  9.9355e-01,\n",
      "            1.0949e+00,  2.1507e+00],\n",
      "          ...,\n",
      "          [-7.2772e-01, -7.4510e-01,  3.5795e-01,  ...,  4.4496e-01,\n",
      "           -7.3321e-01, -4.0321e-01],\n",
      "          [-7.4881e-01, -1.8707e-01, -1.5199e-01,  ..., -6.0966e-01,\n",
      "            5.1360e-01,  9.1212e-01],\n",
      "          [ 3.3552e-01,  1.9219e-01,  8.0736e-02,  ...,  2.9361e+00,\n",
      "           -8.3468e-01,  1.6041e+00]]],\n",
      "\n",
      "\n",
      "        [[[-1.8074e+00, -1.3473e+00,  9.6495e-01,  ...,  9.5953e-02,\n",
      "            3.9122e-01, -5.3476e-01],\n",
      "          [ 2.7822e+00,  1.2088e+00, -2.4113e+00,  ..., -1.7290e+00,\n",
      "           -5.1180e-01,  2.4795e+00],\n",
      "          [-5.2192e-01,  5.9409e-01,  2.6274e-01,  ...,  1.1087e+00,\n",
      "            1.0598e+00,  7.4578e-02],\n",
      "          ...,\n",
      "          [-1.7063e+00,  8.8632e-01,  1.1981e+00,  ...,  3.7504e-01,\n",
      "           -1.2437e-01, -2.0658e+00],\n",
      "          [ 2.9163e-01, -1.6145e+00, -8.8157e-01,  ..., -2.0302e+00,\n",
      "            1.1862e+00, -1.0546e+00],\n",
      "          [ 1.2026e+00, -4.3439e-02,  1.6768e-01,  ...,  1.9648e+00,\n",
      "           -1.1871e+00,  8.3345e-01]]],\n",
      "\n",
      "\n",
      "        [[[-1.7970e-01,  4.9262e-01, -5.7398e-01,  ..., -3.2486e+00,\n",
      "           -9.9441e-01, -1.9554e-01],\n",
      "          [ 8.3520e-01,  1.3857e+00, -1.1758e+00,  ...,  3.8957e-01,\n",
      "            8.1750e-02, -7.4604e-01],\n",
      "          [-3.5535e-01, -2.2010e-03, -9.9427e-01,  ...,  2.5358e+00,\n",
      "            3.1589e+00,  8.3224e-01],\n",
      "          ...,\n",
      "          [-2.5317e-01,  3.0935e-01,  2.6459e-01,  ...,  1.1581e+00,\n",
      "           -1.0771e+00,  5.1378e-01],\n",
      "          [ 1.2448e-01, -3.0251e-01, -4.2265e-01,  ..., -1.6683e-01,\n",
      "            2.9351e-01,  8.8702e-01],\n",
      "          [-2.1179e-01,  7.7897e-02,  1.9567e-01,  ...,  1.5948e+00,\n",
      "           -1.0247e+00,  2.3138e+00]]],\n",
      "\n",
      "\n",
      "        ...,\n",
      "\n",
      "\n",
      "        [[[ 1.8793e+00,  9.2820e-01, -8.2522e-01,  ..., -9.0235e-01,\n",
      "           -5.4842e-01, -2.7500e-01],\n",
      "          [-1.6758e+00, -3.9429e-01, -2.8663e+00,  ..., -7.8559e-01,\n",
      "           -1.5123e+00, -4.8420e-02],\n",
      "          [-1.9233e-01, -5.1486e-02,  4.6124e-01,  ...,  8.2118e-01,\n",
      "            1.2299e+00,  1.7035e+00],\n",
      "          ...,\n",
      "          [-4.1737e-01,  8.0416e-01, -1.7112e-01,  ...,  8.3496e-01,\n",
      "           -1.5742e+00,  5.3586e-01],\n",
      "          [-6.5450e-02, -5.7582e-01, -4.9707e-01,  ..., -3.4830e-01,\n",
      "           -8.9638e-02,  5.9347e-01],\n",
      "          [-1.2105e-01, -5.6647e-01, -4.4248e-01,  ...,  1.7451e+00,\n",
      "           -3.4641e-01,  1.5750e+00]]],\n",
      "\n",
      "\n",
      "        [[[-5.4827e-01, -5.2037e-01,  3.1037e-01,  ..., -1.9009e+00,\n",
      "           -2.7403e+00,  1.2312e-01],\n",
      "          [ 5.5468e-01, -2.8319e-01,  7.5889e-01,  ...,  1.1872e+00,\n",
      "            5.7777e-01, -5.5071e-01],\n",
      "          [ 7.9683e-02, -3.2928e-01, -4.7100e-01,  ..., -2.1611e-01,\n",
      "            1.1359e+00, -5.8625e-01],\n",
      "          ...,\n",
      "          [ 4.2185e-01,  9.2220e-01, -5.1828e-01,  ...,  6.8103e-01,\n",
      "            2.7569e-01,  9.7267e-01],\n",
      "          [-3.6333e-01,  1.6829e+00, -4.6535e-01,  ..., -4.2923e-01,\n",
      "            1.5909e-01,  1.9911e-01],\n",
      "          [-1.3430e+00,  9.7938e-01,  1.6123e-01,  ...,  1.2423e+00,\n",
      "           -1.0472e+00, -9.5746e-01]]],\n",
      "\n",
      "\n",
      "        [[[-1.8862e-01, -1.0425e-01,  8.9755e-02,  ..., -3.4958e+00,\n",
      "           -2.9857e+00, -2.0966e-01],\n",
      "          [-1.6962e+00, -9.2312e-01, -4.8414e-01,  ...,  5.8075e-01,\n",
      "            3.1190e-01, -1.1225e+00],\n",
      "          [-8.6781e-01,  7.5227e-04,  1.4308e-01,  ...,  6.9272e-01,\n",
      "            2.1814e+00,  7.7992e-01],\n",
      "          ...,\n",
      "          [ 1.8979e+00,  1.6680e+00, -1.4117e+00,  ...,  4.2149e-01,\n",
      "           -1.1296e+00, -4.0374e-01],\n",
      "          [ 1.4932e+00,  4.0290e-01, -1.3906e+00,  ..., -8.7062e-01,\n",
      "            7.3879e-01,  1.3096e+00],\n",
      "          [-2.4501e+00,  2.1272e-01, -4.2859e-02,  ...,  1.6527e+00,\n",
      "           -1.0947e+00,  4.4968e-03]]]], grad_fn=<CatBackward0>), tensor([[[[ 0.3309, -0.0097, -0.2899,  ..., -0.5298,  0.0432,  0.1900],\n",
      "          [ 0.5623,  0.0563, -0.1124,  ..., -0.5743, -0.8886,  1.0777],\n",
      "          [-0.4221, -0.0234,  0.3016,  ..., -0.0765, -0.2723, -1.0747],\n",
      "          ...,\n",
      "          [ 0.7478,  0.4551,  0.7955,  ...,  0.0049,  0.3498,  1.3472],\n",
      "          [-1.9412, -1.2687, -0.3744,  ...,  0.4220, -1.5294, -1.7625],\n",
      "          [-0.1135,  0.9915, -1.0674,  ...,  0.8426,  1.2185, -1.8057]]],\n",
      "\n",
      "\n",
      "        [[[ 0.7456,  0.4369,  0.5975,  ...,  1.1756, -3.6518, -0.5185],\n",
      "          [-0.4871,  2.6796, -2.7209,  ..., -2.3582,  0.8897,  1.5264],\n",
      "          [ 2.4340, -0.9651, -0.9942,  ...,  1.3105, -0.0884, -0.0797],\n",
      "          ...,\n",
      "          [ 0.5447, -0.6867,  1.3456,  ...,  1.3995,  0.0155, -1.1302],\n",
      "          [-0.8784, -0.3337, -0.6386,  ..., -0.7402,  1.1906, -2.5096],\n",
      "          [-0.4878,  0.1777,  0.9580,  ..., -0.2915, -0.4214,  0.2705]]],\n",
      "\n",
      "\n",
      "        [[[-0.2137, -0.2134, -0.0246,  ..., -1.0320,  0.1118,  0.3096],\n",
      "          [-0.1537, -0.4492,  0.3904,  ...,  0.1149, -0.2949,  0.9024],\n",
      "          [-0.2981, -0.2039,  0.0096,  ...,  0.3637,  0.1929, -0.3213],\n",
      "          ...,\n",
      "          [ 1.0162,  1.5124, -0.4699,  ..., -1.0446, -0.8233,  0.0820],\n",
      "          [-1.2560, -0.8836, -0.4431,  ..., -0.0711, -0.7671, -1.2563],\n",
      "          [-0.5012,  2.4194, -0.7602,  ...,  0.0608,  1.8665, -0.5052]]],\n",
      "\n",
      "\n",
      "        ...,\n",
      "\n",
      "\n",
      "        [[[ 1.3630,  0.6992, -0.3783,  ..., -1.3560,  0.6421, -0.6961],\n",
      "          [-0.3482,  0.3833, -1.3519,  ..., -0.7695,  0.1919,  0.6933],\n",
      "          [-1.5311, -1.3730,  0.2640,  ...,  0.9105, -0.6773, -1.2940],\n",
      "          ...,\n",
      "          [ 0.5258,  0.1951,  0.9188,  ..., -1.3129,  0.3887,  0.4721],\n",
      "          [-0.8202, -1.4307, -0.6977,  ...,  0.0169, -0.3250, -1.6954],\n",
      "          [-0.5402,  1.2037, -0.7829,  ...,  1.9086,  0.8621, -0.3212]]],\n",
      "\n",
      "\n",
      "        [[[-0.3018, -0.3232, -0.6471,  ...,  1.0878,  1.0997, -0.7018],\n",
      "          [ 0.2208, -0.4008,  0.2954,  ...,  0.1710,  0.3063, -0.1097],\n",
      "          [ 0.4823, -0.0110, -0.2185,  ..., -0.3999,  0.4784,  0.1832],\n",
      "          ...,\n",
      "          [-0.6823, -0.1610, -0.8984,  ...,  0.1932, -1.4660, -1.4514],\n",
      "          [ 0.2125,  1.1399,  0.3081,  ...,  0.3535,  0.9611,  1.4709],\n",
      "          [-0.2488, -0.1547, -0.4210,  ...,  0.2145,  0.3540,  0.2245]]],\n",
      "\n",
      "\n",
      "        [[[-0.0300, -0.1202,  0.2251,  ..., -0.3810,  0.3355,  0.3408],\n",
      "          [ 0.2060, -0.7301, -0.4534,  ..., -0.5192, -0.0901,  0.1813],\n",
      "          [-0.0623, -0.1873,  0.3025,  ...,  0.5491, -0.1171, -0.3313],\n",
      "          ...,\n",
      "          [ 0.8467, -0.4290,  0.4855,  ...,  0.1356,  0.3314,  0.1925],\n",
      "          [-0.4493, -0.4155, -0.1305,  ...,  0.4757, -1.6668, -0.2633],\n",
      "          [ 0.5022,  1.0804, -0.8743,  ...,  0.4714,  0.4947, -0.9842]]]],\n",
      "       grad_fn=<SplitBackward0>)), (tensor([[[[-2.8748e-01,  2.7996e-01,  1.6826e-02,  ...,  2.3070e-01,\n",
      "           -1.1764e+00,  8.8609e-01],\n",
      "          [ 9.7840e-02, -2.7357e-01, -2.3306e-01,  ...,  2.9731e-02,\n",
      "           -1.0104e+00, -1.9575e+00],\n",
      "          [-1.0041e+00,  1.6233e+00, -1.2544e+00,  ...,  1.6764e+00,\n",
      "           -1.8069e-02,  1.3980e+00],\n",
      "          ...,\n",
      "          [-5.5296e-01,  5.8195e-01, -3.2758e-01,  ...,  5.3413e-01,\n",
      "            2.8119e-01, -5.3495e-02],\n",
      "          [ 4.0842e-01, -1.1108e+00, -6.2526e-01,  ..., -8.0400e-01,\n",
      "           -6.8150e-01, -9.7393e-01],\n",
      "          [ 3.1537e+00, -1.5276e+00, -6.1397e-01,  ..., -4.6775e-04,\n",
      "            4.4281e-01,  1.7794e+00]]],\n",
      "\n",
      "\n",
      "        [[[-3.7115e+00, -2.8162e+00,  1.1602e+00,  ..., -2.4710e+00,\n",
      "           -4.2442e+00,  1.0721e-01],\n",
      "          [ 1.4452e-01, -3.1402e-01,  2.8923e+00,  ..., -2.6710e+00,\n",
      "            5.0843e-01,  6.3056e+00],\n",
      "          [-4.0754e+00, -1.1522e-01, -2.5598e+00,  ...,  3.5335e+00,\n",
      "           -8.2219e-01, -3.1792e-01],\n",
      "          ...,\n",
      "          [ 1.0131e+00,  2.6998e+00,  1.1842e+00,  ...,  6.3676e-01,\n",
      "           -7.0218e-01, -6.9434e-01],\n",
      "          [ 9.1128e-01, -4.2998e-02,  9.5324e-01,  ..., -7.7181e-01,\n",
      "           -1.8928e+00, -1.8371e+00],\n",
      "          [-7.6269e+00, -2.1616e+00, -1.8930e+00,  ...,  8.2214e-01,\n",
      "            1.7245e+00,  2.0906e+00]]],\n",
      "\n",
      "\n",
      "        [[[-7.4652e-02, -3.0216e-01, -4.2074e-01,  ..., -4.1845e-01,\n",
      "           -6.7568e-01,  8.2792e-01],\n",
      "          [-9.0383e-02, -1.3372e-02,  4.1643e-01,  ...,  2.8327e-01,\n",
      "           -8.3915e-01, -1.9093e+00],\n",
      "          [-2.4150e+00, -8.1594e-01,  4.3811e-02,  ...,  2.3968e+00,\n",
      "            4.6228e-01,  1.3904e+00],\n",
      "          ...,\n",
      "          [ 8.7623e-02,  1.9267e-01,  3.1352e-01,  ...,  6.0650e-01,\n",
      "            8.2119e-01, -3.6361e-02],\n",
      "          [-3.1105e-01,  5.8522e-01,  1.7260e-01,  ..., -1.6040e+00,\n",
      "           -8.6952e-01, -7.7746e-01],\n",
      "          [-7.3824e+00, -1.5233e-01, -2.7264e+00,  ..., -3.8715e-01,\n",
      "            5.2436e-01,  1.1301e+00]]],\n",
      "\n",
      "\n",
      "        ...,\n",
      "\n",
      "\n",
      "        [[[ 1.7870e+00,  6.8857e-01,  1.4076e+00,  ...,  1.1058e+00,\n",
      "           -2.4046e+00,  3.3117e+00],\n",
      "          [ 1.1096e+00, -5.5500e-01,  6.0174e-01,  ...,  9.1641e-01,\n",
      "            4.7625e-01, -3.0680e-01],\n",
      "          [ 4.2574e+00, -2.6941e-02,  2.2799e+00,  ...,  4.4030e-01,\n",
      "            1.6613e-01,  1.0398e+00],\n",
      "          ...,\n",
      "          [ 3.8066e-01, -9.0366e-02, -9.6214e-01,  ..., -4.6236e-01,\n",
      "           -8.7907e-01,  1.6430e-01],\n",
      "          [-2.8635e+00,  3.4677e+00,  1.0928e+00,  ...,  2.7768e+00,\n",
      "           -4.6803e+00,  7.9158e-01],\n",
      "          [ 3.6670e+00,  2.0673e+00, -1.6244e+00,  ..., -1.6872e-01,\n",
      "           -1.7033e-02,  2.1458e+00]]],\n",
      "\n",
      "\n",
      "        [[[-1.2262e-01, -3.7103e-01, -9.9673e-03,  ...,  6.4928e-01,\n",
      "           -2.3956e-01, -1.5004e+00],\n",
      "          [ 1.0951e-01,  4.7231e-01, -4.5764e-02,  ..., -1.4341e+00,\n",
      "           -1.1868e+00, -2.6418e+00],\n",
      "          [-2.2653e-01,  6.9167e-01,  1.4790e-01,  ...,  8.9808e-01,\n",
      "           -7.9259e-02,  1.3522e+00],\n",
      "          ...,\n",
      "          [ 1.0058e-02, -1.5976e-01, -3.7981e-01,  ...,  9.0786e-01,\n",
      "            1.4995e+00,  1.7078e-02],\n",
      "          [ 5.3233e-01,  6.1429e-02, -1.2234e-01,  ..., -5.5028e-01,\n",
      "            1.2641e-01,  2.9673e-01],\n",
      "          [ 1.7197e+00,  1.4259e-01,  6.3232e-02,  ..., -8.8253e-02,\n",
      "            5.1501e-01,  1.1259e+00]]],\n",
      "\n",
      "\n",
      "        [[[ 8.9314e-01,  4.9382e-01,  2.7186e-01,  ..., -8.1596e-02,\n",
      "           -1.6711e-01,  2.9395e-04],\n",
      "          [-8.3581e-01,  2.8620e-01, -4.8979e-01,  ..., -2.9108e-01,\n",
      "           -1.0759e+00, -1.7848e+00],\n",
      "          [ 1.8824e+00,  8.1404e-02,  7.7614e-01,  ...,  1.9898e-01,\n",
      "            1.1873e-01,  9.9805e-01],\n",
      "          ...,\n",
      "          [ 1.2061e-01, -6.9313e-01, -1.2165e-01,  ...,  1.2109e+00,\n",
      "            6.0111e-01,  2.5534e-01],\n",
      "          [-1.3187e-02,  2.1400e-01,  6.7611e-01,  ..., -4.3655e-01,\n",
      "           -8.5890e-01, -5.8204e-01],\n",
      "          [ 3.0928e+00,  3.9999e-01, -2.8050e-01,  ...,  4.8623e-04,\n",
      "            6.6630e-01,  8.8946e-01]]]], grad_fn=<CatBackward0>), tensor([[[[-2.7176e-02, -5.8638e-01, -2.7078e-01,  ...,  1.2361e+00,\n",
      "            7.4289e-01,  4.4063e-01],\n",
      "          [ 1.7665e-01, -4.3016e-01,  7.7879e-03,  ..., -1.5463e+00,\n",
      "           -1.7019e-01, -1.6725e-01],\n",
      "          [-2.9616e-01,  1.5021e+00,  2.6175e-01,  ...,  5.7517e-01,\n",
      "            7.5866e-01,  8.3478e-01],\n",
      "          ...,\n",
      "          [ 7.2823e-01, -2.0924e-01,  3.2868e-01,  ..., -4.9322e-01,\n",
      "           -6.9522e-01, -5.3779e-01],\n",
      "          [-1.9229e-01,  3.7334e-01,  3.1295e-01,  ...,  9.5114e-01,\n",
      "            6.2585e-01,  6.9873e-01],\n",
      "          [-1.2937e-01,  3.8641e-01, -5.5194e-01,  ..., -8.6257e-01,\n",
      "            6.9647e-01, -1.3244e-01]]],\n",
      "\n",
      "\n",
      "        [[[ 1.3785e+00, -2.6341e+00, -1.3753e+00,  ...,  9.0512e-01,\n",
      "            1.4469e-01,  8.7688e-01],\n",
      "          [ 3.2362e+00,  2.6249e+00,  1.4453e+00,  ...,  1.7522e+00,\n",
      "           -1.0033e+00, -2.4045e+00],\n",
      "          [-2.3250e+00, -1.4239e+00,  2.6976e-01,  ...,  7.7742e-01,\n",
      "            6.5352e-01,  2.3995e+00],\n",
      "          ...,\n",
      "          [ 2.7113e-01,  5.8278e-02, -5.0778e+00,  ..., -1.6071e+00,\n",
      "           -1.9799e+00, -8.9216e-01],\n",
      "          [ 1.1222e+00,  2.6602e+00, -1.2252e+00,  ..., -1.7704e+00,\n",
      "           -1.4026e+00, -1.8138e+00],\n",
      "          [-1.5445e+00,  1.3206e+00, -1.5598e+00,  ...,  4.4246e-01,\n",
      "           -2.6520e-01, -4.4803e-01]]],\n",
      "\n",
      "\n",
      "        [[[ 8.8328e-01, -5.6230e-01,  5.3577e-01,  ..., -1.5148e-01,\n",
      "           -4.3353e-01, -1.1897e-01],\n",
      "          [-6.1761e-01, -6.8145e-01, -3.8589e-01,  ..., -2.0178e+00,\n",
      "           -8.7615e-01,  6.1017e-01],\n",
      "          [ 4.2422e-01,  2.0578e-01, -5.9683e-02,  ...,  3.2097e-01,\n",
      "           -2.4212e-01,  4.6037e-01],\n",
      "          ...,\n",
      "          [ 6.3214e-02, -5.2805e-01, -1.5036e-01,  ..., -4.4430e-01,\n",
      "           -3.4018e-01, -5.0413e-01],\n",
      "          [ 1.5818e+00,  6.7941e-01,  6.2356e-01,  ...,  1.2744e+00,\n",
      "            1.5136e+00,  3.5318e-01],\n",
      "          [-9.0795e-03,  2.9425e-01,  2.5475e-01,  ...,  2.1988e-01,\n",
      "            2.3720e-01,  5.2114e-01]]],\n",
      "\n",
      "\n",
      "        ...,\n",
      "\n",
      "\n",
      "        [[[-5.9149e-01, -3.0879e+00, -4.7741e+00,  ..., -4.0690e-01,\n",
      "           -7.6870e-01, -1.1041e+00],\n",
      "          [ 4.4924e-01, -2.2621e-01,  7.6339e-01,  ..., -1.6693e+00,\n",
      "            9.5341e-01,  1.2872e+00],\n",
      "          [-2.3208e+00,  8.1786e-01, -7.6073e-01,  ...,  1.6650e+00,\n",
      "           -8.8765e-01,  1.1701e+00],\n",
      "          ...,\n",
      "          [ 3.0477e-02, -8.9659e-01,  8.5639e-01,  ..., -1.4989e-01,\n",
      "            5.4965e-01, -1.5027e+00],\n",
      "          [-6.1346e-01, -2.4971e+00, -4.2977e-01,  ..., -2.7444e+00,\n",
      "            1.9931e+00,  4.8132e+00],\n",
      "          [ 6.6243e-01,  1.0594e-01, -2.4660e-01,  ..., -7.3982e-02,\n",
      "           -5.0214e-01,  1.2063e+00]]],\n",
      "\n",
      "\n",
      "        [[[ 3.2366e-01, -6.1382e-03,  1.4725e-01,  ..., -4.2172e-01,\n",
      "            3.1942e-01,  2.0959e-01],\n",
      "          [ 9.3461e-02, -2.6925e-02, -1.8511e-01,  ..., -3.4731e-01,\n",
      "            4.1544e-01, -1.6453e-01],\n",
      "          [ 2.0809e-01, -6.2323e-02, -5.8796e-02,  ..., -2.7289e-01,\n",
      "           -2.0923e-02, -1.6528e-01],\n",
      "          ...,\n",
      "          [ 1.0028e-01, -2.5955e-02,  4.2858e-01,  ...,  2.4162e-01,\n",
      "            1.7353e-01,  4.9048e-01],\n",
      "          [-7.0385e-01,  2.6485e-01, -5.2555e-01,  ..., -2.1597e-01,\n",
      "           -4.6496e-01, -1.0099e+00],\n",
      "          [-4.4752e-01, -7.5091e-02, -1.5546e-01,  ..., -1.0150e+00,\n",
      "            1.0037e-03,  2.0121e-01]]],\n",
      "\n",
      "\n",
      "        [[[ 5.8882e-01, -4.7656e-01,  8.2445e-01,  ...,  7.6813e-01,\n",
      "            4.7265e-02,  8.0391e-01],\n",
      "          [ 6.8877e-01,  1.1954e-01, -1.4202e-01,  ..., -5.3173e-01,\n",
      "           -6.5149e-01, -4.9695e-02],\n",
      "          [ 2.9474e-01,  4.8310e-01,  1.1197e-01,  ..., -1.0383e-01,\n",
      "           -2.8403e-01, -4.1756e-01],\n",
      "          ...,\n",
      "          [-2.2672e-02,  6.7660e-02,  3.1391e-01,  ..., -4.3728e-01,\n",
      "           -3.5987e-01, -2.1961e-01],\n",
      "          [ 3.5392e-01, -1.4403e-01,  7.0027e-01,  ..., -4.0692e-01,\n",
      "           -1.2214e-01, -2.6841e-01],\n",
      "          [ 9.0731e-01,  1.9642e-01, -8.7115e-01,  ...,  2.0745e-01,\n",
      "           -6.8655e-02,  2.2947e-01]]]], grad_fn=<SplitBackward0>)), (tensor([[[[ 2.2537e+00,  8.4141e-01, -2.1471e+00,  ...,  2.3978e-01,\n",
      "            1.6288e+00,  8.4677e-01],\n",
      "          [ 5.7739e+00, -2.1398e+00, -8.5526e-01,  ...,  2.6965e-01,\n",
      "           -1.6139e+00,  1.9554e+00],\n",
      "          [-6.8027e-02,  5.5265e-01, -2.1351e-02,  ...,  3.5474e-02,\n",
      "           -1.2285e+00, -8.8766e-02],\n",
      "          ...,\n",
      "          [-2.0497e-01, -2.4010e-02, -3.8219e-01,  ..., -4.0525e-01,\n",
      "            2.2805e-03,  4.7027e-01],\n",
      "          [ 5.4128e-02, -1.6093e-01,  7.8394e-02,  ..., -2.6091e-01,\n",
      "            2.4493e-01,  2.5023e-01],\n",
      "          [ 3.6515e-01, -3.6027e-01,  3.6793e-01,  ..., -1.4579e+00,\n",
      "           -4.2165e-02,  1.0346e+00]]],\n",
      "\n",
      "\n",
      "        [[[-1.6043e-01,  1.4339e+00, -1.4753e+00,  ..., -7.5935e-02,\n",
      "           -3.8611e+00, -3.0572e-01],\n",
      "          [ 8.4699e+00, -2.8378e+00,  4.4330e-01,  ...,  7.3962e-01,\n",
      "           -2.2821e+00,  6.6430e-01],\n",
      "          [-1.2857e+00,  8.2439e-01,  1.7502e+00,  ...,  9.7137e-01,\n",
      "           -2.1388e+00,  1.9776e+00],\n",
      "          ...,\n",
      "          [ 5.9697e-01, -1.8371e-01, -2.7257e+00,  ...,  4.4539e-01,\n",
      "            2.3502e+00,  3.0128e+00],\n",
      "          [-4.5660e-02,  1.2897e+00,  5.0971e-01,  ...,  1.2123e+00,\n",
      "           -1.4810e-01, -6.9490e-01],\n",
      "          [-2.8318e-02, -2.2638e-01,  1.0988e-01,  ..., -3.1341e-01,\n",
      "           -4.0076e-01,  4.4237e-01]]],\n",
      "\n",
      "\n",
      "        [[[-1.6641e+00, -1.0955e+00, -1.4799e+00,  ...,  4.2148e-01,\n",
      "            1.5414e-02,  7.5047e-01],\n",
      "          [ 2.3349e+00, -1.6026e+00,  2.8278e+00,  ..., -8.9568e-02,\n",
      "           -1.7413e+00,  3.2574e+00],\n",
      "          [-2.8531e-01, -7.8793e-01,  8.0526e-01,  ..., -1.6020e-01,\n",
      "           -1.3923e+00,  3.1836e-01],\n",
      "          ...,\n",
      "          [ 2.4242e-01, -4.4452e-01, -3.0801e-01,  ..., -3.2558e-01,\n",
      "            3.1723e-01,  5.3036e-01],\n",
      "          [-3.9388e-01,  5.8149e-01, -4.1783e-01,  ..., -1.9383e-01,\n",
      "            3.3162e-01,  2.3608e-01],\n",
      "          [ 2.9425e-01, -2.6905e-01, -1.1555e-01,  ..., -2.2181e+00,\n",
      "           -1.3015e+00,  9.4211e-01]]],\n",
      "\n",
      "\n",
      "        ...,\n",
      "\n",
      "\n",
      "        [[[-2.0124e+00, -2.2796e+00,  1.2865e+00,  ...,  4.6463e-01,\n",
      "           -5.6824e-01,  1.0013e+00],\n",
      "          [-1.1002e+01,  2.6601e+00,  2.9398e+00,  ...,  6.8018e-03,\n",
      "           -2.1413e+00,  3.9085e+00],\n",
      "          [ 5.3958e-01, -3.3436e-01, -1.5744e-01,  ..., -9.5231e-01,\n",
      "           -1.8133e+00,  4.4159e-01],\n",
      "          ...,\n",
      "          [-4.2913e-01, -7.7027e-01,  6.7061e-01,  ..., -2.4833e-01,\n",
      "            1.3250e+00, -1.7585e-01],\n",
      "          [ 4.7043e-01,  3.9376e-01, -6.9447e-01,  ..., -2.3595e-01,\n",
      "            8.4785e-01, -4.1661e-01],\n",
      "          [-1.5225e-01,  7.8274e-02, -5.0330e-01,  ..., -1.9807e+00,\n",
      "           -1.3286e+00, -4.6489e-01]]],\n",
      "\n",
      "\n",
      "        [[[ 5.8540e-01, -4.6604e-01,  1.4397e+00,  ...,  2.5087e-01,\n",
      "            2.4200e+00,  2.1285e-01],\n",
      "          [-1.3106e+00,  8.8683e-01,  8.4220e-01,  ...,  1.1281e-01,\n",
      "           -3.8838e-01,  1.4135e+00],\n",
      "          [ 4.8825e-01, -5.6393e-01, -1.3523e+00,  ...,  1.0383e+00,\n",
      "           -1.2808e-01, -6.2750e-01],\n",
      "          ...,\n",
      "          [-6.9038e-01, -6.5289e-01,  9.8378e-01,  ...,  1.1848e+00,\n",
      "           -1.0355e+00, -9.7771e-01],\n",
      "          [-7.6769e-01,  8.1739e-01,  7.8934e-01,  ..., -7.0520e-01,\n",
      "           -7.3956e-02,  1.3189e-01],\n",
      "          [-2.3810e+00, -1.4326e+00,  1.1383e+00,  ..., -5.8797e-01,\n",
      "           -8.2701e-01,  2.3825e-01]]],\n",
      "\n",
      "\n",
      "        [[[ 4.6454e-01, -8.5823e-01,  1.6396e+00,  ...,  6.1063e-01,\n",
      "            8.7900e-01,  8.1219e-01],\n",
      "          [-4.3711e+00,  8.3734e-01,  1.4178e+00,  ...,  9.9969e-01,\n",
      "           -1.0881e+00,  4.1337e-01],\n",
      "          [ 9.7315e-01, -5.7955e-01, -6.3584e-01,  ...,  9.9766e-01,\n",
      "           -7.4833e-01,  2.1491e-01],\n",
      "          ...,\n",
      "          [ 4.8987e-02,  6.3687e-01,  1.6863e-01,  ...,  2.3231e-01,\n",
      "           -2.3153e-01, -1.0498e-02],\n",
      "          [ 1.4148e+00,  9.6657e-01, -1.0829e-01,  ...,  2.5445e-02,\n",
      "            7.9422e-01, -8.2755e-02],\n",
      "          [-5.3409e-01,  2.2317e-01, -3.4371e-01,  ..., -5.1665e-01,\n",
      "           -8.8126e-01, -2.1752e-02]]]], grad_fn=<CatBackward0>), tensor([[[[-8.4574e-01,  3.9593e-01, -1.5470e-01,  ...,  2.5239e-01,\n",
      "           -1.8457e-01,  6.6663e-01],\n",
      "          [ 5.0329e-01, -6.4457e-01, -9.8649e-01,  ...,  3.1193e-01,\n",
      "           -2.0376e-01, -9.5651e-01],\n",
      "          [-2.5306e+00, -3.5947e-01, -1.8708e+00,  ...,  1.0485e+00,\n",
      "            1.1512e+00,  1.8729e-01],\n",
      "          ...,\n",
      "          [-3.3861e-01,  3.9781e-01,  1.6652e+00,  ..., -7.7247e-01,\n",
      "            1.0154e-01,  4.6157e-01],\n",
      "          [ 1.1109e+00,  1.6856e+00, -4.9619e-01,  ..., -9.1015e-01,\n",
      "            1.7048e+00,  5.2899e-02],\n",
      "          [ 1.1543e+00,  2.1923e-01, -1.7445e+00,  ..., -1.5794e+00,\n",
      "            7.1334e-01, -3.4789e-01]]],\n",
      "\n",
      "\n",
      "        [[[-2.2372e+00, -4.3721e+00,  2.6433e+00,  ...,  9.6319e-01,\n",
      "           -1.2749e-01,  7.1696e-01],\n",
      "          [-2.6521e-01, -6.0285e-02,  1.5157e+00,  ...,  1.6395e+00,\n",
      "           -7.7801e-02,  1.4476e+00],\n",
      "          [ 7.4048e-01,  5.4691e-02, -4.7126e-02,  ...,  1.0828e+00,\n",
      "            6.6114e-02, -4.0611e-01],\n",
      "          ...,\n",
      "          [-4.8796e+00, -1.5863e+00, -1.4644e+00,  ...,  1.1706e-01,\n",
      "           -1.2277e+00,  2.0014e+00],\n",
      "          [-1.0703e+00, -2.4850e+00,  2.5849e+00,  ...,  8.5248e-01,\n",
      "            1.3295e-01,  1.4175e+00],\n",
      "          [-9.5515e-01, -4.7171e-01,  4.1183e-01,  ...,  5.0233e-01,\n",
      "            7.8025e-01, -1.2542e+00]]],\n",
      "\n",
      "\n",
      "        [[[-7.3155e-01,  9.5602e-01, -2.6591e-01,  ...,  3.4067e-01,\n",
      "           -2.3184e-02,  7.2536e-01],\n",
      "          [ 1.2820e+00,  1.8486e-01,  4.3153e-01,  ..., -7.4225e-01,\n",
      "           -8.2195e-02, -2.8886e+00],\n",
      "          [-3.3751e+00,  5.6186e-01, -1.3220e+00,  ..., -1.4166e-02,\n",
      "            8.3747e-01,  1.0385e-01],\n",
      "          ...,\n",
      "          [ 4.7545e-01,  8.9302e-01,  1.4576e+00,  ..., -1.6636e+00,\n",
      "            1.9084e-01,  5.7247e-01],\n",
      "          [ 1.0226e+00,  1.6938e+00, -9.5106e-01,  ..., -1.1734e+00,\n",
      "            9.4271e-01, -3.8295e-01],\n",
      "          [-4.5364e-01, -2.8911e-01,  4.8587e-01,  ..., -1.3695e+00,\n",
      "            1.0248e+00, -1.1791e+00]]],\n",
      "\n",
      "\n",
      "        ...,\n",
      "\n",
      "\n",
      "        [[[-2.7503e-01,  6.9919e-01, -1.7385e-01,  ..., -3.3155e-01,\n",
      "           -5.4072e-01, -7.7416e-02],\n",
      "          [ 6.1234e-01, -5.1775e-01, -3.4556e-01,  ..., -6.0705e-01,\n",
      "            6.0610e-01, -1.6680e+00],\n",
      "          [-2.4276e+00, -3.0673e-01, -6.2065e-01,  ..., -9.2313e-02,\n",
      "           -4.1413e-01,  1.2720e+00],\n",
      "          ...,\n",
      "          [ 1.6987e+00, -1.3902e+00, -1.2376e+00,  ...,  1.7858e-01,\n",
      "            1.1021e+00,  2.2612e+00],\n",
      "          [ 3.0928e-01, -5.0982e-01,  7.8884e-01,  ..., -2.0388e-01,\n",
      "            1.2958e+00,  4.7244e-01],\n",
      "          [ 9.2168e-01, -1.2368e-01, -2.1785e+00,  ..., -1.3684e+00,\n",
      "            8.4077e-01,  2.2987e+00]]],\n",
      "\n",
      "\n",
      "        [[[ 9.6215e-02,  3.4465e-01, -1.3248e-01,  ..., -1.8770e-01,\n",
      "           -1.4597e-01,  2.2864e-02],\n",
      "          [-4.0656e-02, -9.9800e-02, -1.1293e-01,  ...,  1.8603e-01,\n",
      "            1.3137e-01, -3.1111e-02],\n",
      "          [ 4.4017e-01,  5.2973e-01,  1.8813e-01,  ...,  2.0227e-01,\n",
      "            8.6047e-02, -5.3064e-01],\n",
      "          ...,\n",
      "          [-3.9854e-02, -4.1164e-01, -7.6083e-02,  ..., -2.9615e-01,\n",
      "            2.0133e-02,  2.7249e-02],\n",
      "          [ 1.7591e-01,  2.6373e-01,  4.0479e-02,  ..., -9.2049e-02,\n",
      "           -1.5946e-01,  5.1930e-02],\n",
      "          [ 1.0272e+00, -8.4843e-01,  4.5770e-01,  ..., -3.5110e-01,\n",
      "           -2.0114e+00,  7.6012e-01]]],\n",
      "\n",
      "\n",
      "        [[[-9.0070e-01,  3.7335e-01, -2.3237e-01,  ...,  1.1167e-01,\n",
      "            7.9933e-01, -4.8312e-01],\n",
      "          [ 1.3974e-01,  5.1395e-01,  1.2041e+00,  ...,  5.9317e-01,\n",
      "           -1.0198e+00, -3.9851e-01],\n",
      "          [-1.3374e+00, -8.1576e-01, -7.5171e-01,  ...,  5.0556e-01,\n",
      "            3.3736e-01, -1.2382e-01],\n",
      "          ...,\n",
      "          [-3.5387e-01,  2.6288e-01,  8.0675e-01,  ...,  2.8610e-03,\n",
      "           -5.7279e-02,  6.6746e-01],\n",
      "          [-3.5944e-01,  1.2600e+00, -5.9523e-01,  ..., -2.4473e-01,\n",
      "            1.6059e+00, -1.0469e-01],\n",
      "          [ 1.6428e-01,  4.1569e-01, -7.4978e-01,  ..., -8.6037e-02,\n",
      "            5.3344e-01,  6.7480e-01]]]], grad_fn=<SplitBackward0>)), (tensor([[[[-0.4740,  0.3447,  0.3431,  ...,  1.0915, -1.3096,  0.0540],\n",
      "          [-0.8254, -0.5837,  0.1016,  ...,  0.6325,  2.6813, -0.0828],\n",
      "          [-0.4353,  0.6310, -1.7354,  ..., -0.1549,  0.9350,  2.2845],\n",
      "          ...,\n",
      "          [-0.7908, -0.2506,  0.5810,  ..., -1.2416, -0.4985, -0.0958],\n",
      "          [ 1.1944, -1.3304, -2.0973,  ...,  1.9470, -0.6007, -0.0471],\n",
      "          [ 0.0751, -0.2045, -0.2170,  ..., -0.8845,  1.4459, -0.3745]]],\n",
      "\n",
      "\n",
      "        [[[-1.4035,  2.1783, -0.8900,  ..., -5.2729,  2.3646, -2.2585],\n",
      "          [ 0.3773, -3.6933, -0.0744,  ..., -1.1824, -3.5234, -1.0514],\n",
      "          [-3.5432,  0.3637, -1.4836,  ...,  3.6349,  1.2155,  2.0117],\n",
      "          ...,\n",
      "          [-0.2458, -2.8282,  1.9838,  ..., -1.5913, -0.1412,  1.6316],\n",
      "          [ 0.3124,  0.7558, -2.0561,  ...,  0.7305,  0.9321,  0.0104],\n",
      "          [-2.9428, -1.4415, -0.3528,  ..., -1.5033,  1.6304,  0.6025]]],\n",
      "\n",
      "\n",
      "        [[[ 0.4552,  0.5883,  0.2008,  ..., -0.1270, -1.7828, -0.3900],\n",
      "          [ 2.5059, -0.4237, -0.2523,  ...,  0.5599,  1.8498,  0.6128],\n",
      "          [-2.2249,  1.4943, -1.4714,  ...,  0.6942,  1.9520,  2.2075],\n",
      "          ...,\n",
      "          [ 0.8047, -0.4044,  1.2758,  ..., -0.9975,  0.1738, -0.0196],\n",
      "          [-1.7443,  1.2135, -1.0587,  ...,  1.5539, -0.2557,  0.2086],\n",
      "          [-0.4827, -0.2462, -0.3825,  ..., -0.6252,  1.3052, -0.4048]]],\n",
      "\n",
      "\n",
      "        ...,\n",
      "\n",
      "\n",
      "        [[[-0.6486, -2.0735,  0.2349,  ..., -1.8425, -0.2192, -0.7618],\n",
      "          [-1.5617,  0.5802, -2.0719,  ...,  0.2909,  0.3675,  0.6260],\n",
      "          [ 3.9227, -0.5252,  2.2026,  ...,  0.8395,  1.3845,  3.5444],\n",
      "          ...,\n",
      "          [ 0.3164,  0.4085,  2.2095,  ...,  1.5011, -0.0393,  0.4893],\n",
      "          [-0.2510,  1.3148,  1.3175,  ...,  1.3056, -0.1553,  0.4988],\n",
      "          [ 1.8503, -0.3507, -0.8270,  ..., -1.3524,  1.3949, -0.1266]]],\n",
      "\n",
      "\n",
      "        [[[ 0.0895, -0.0948, -0.2465,  ...,  2.1513, -1.7308,  0.9232],\n",
      "          [-0.1551,  0.3972, -0.6683,  ...,  0.2212,  4.2427,  0.5250],\n",
      "          [-0.1318, -1.0654,  0.8079,  ...,  0.2242, -0.6166,  0.8089],\n",
      "          ...,\n",
      "          [-0.0916, -0.1396, -0.1770,  ..., -0.0538, -1.7972, -1.4827],\n",
      "          [ 1.0838, -0.0638,  1.3798,  ...,  2.3180, -1.3169, -0.0838],\n",
      "          [-0.5692, -0.3990,  0.6600,  ...,  0.7888,  0.0097,  0.4345]]],\n",
      "\n",
      "\n",
      "        [[[-1.4081, -0.8119, -0.3190,  ...,  0.4911, -1.0776,  0.0347],\n",
      "          [-1.2925,  0.5090, -0.6148,  ...,  0.3173,  2.0549, -0.2725],\n",
      "          [ 1.9984, -0.1184,  1.2350,  ..., -0.3720,  1.1825,  2.0014],\n",
      "          ...,\n",
      "          [-1.0654, -0.0665,  0.1927,  ..., -0.6877, -0.2524, -0.4551],\n",
      "          [ 1.2079,  1.2459,  1.9152,  ...,  1.2603, -0.3904,  0.2166],\n",
      "          [ 0.8337,  1.7904, -0.6436,  ..., -1.1855,  0.9490, -0.2335]]]],\n",
      "       grad_fn=<CatBackward0>), tensor([[[[ 9.9159e-01, -4.0678e-02, -1.2128e+00,  ..., -8.0651e-01,\n",
      "            3.6470e-01, -6.8465e-01],\n",
      "          [ 1.9542e-01,  2.3529e-01, -6.7913e-01,  ...,  4.4157e-01,\n",
      "            1.7767e-01,  3.2298e-01],\n",
      "          [ 6.9213e-01,  5.3954e-01, -1.1219e-01,  ...,  1.2749e-01,\n",
      "            2.8653e-01, -2.9510e-01],\n",
      "          ...,\n",
      "          [ 1.6004e-01,  7.0040e-01,  1.1974e-01,  ...,  1.9103e-01,\n",
      "            5.9113e-01, -9.9412e-02],\n",
      "          [ 1.2932e-01, -7.0392e-02, -7.3078e-01,  ..., -4.5409e-01,\n",
      "            5.8780e-01, -5.1212e-01],\n",
      "          [ 1.0670e+00,  7.7762e-02, -1.1842e+00,  ..., -1.0957e+00,\n",
      "           -2.5103e-01,  1.2092e+00]]],\n",
      "\n",
      "\n",
      "        [[[-4.2879e+00, -2.7587e+00,  3.4595e+00,  ...,  6.6729e-01,\n",
      "           -1.5075e+00, -1.2012e+00],\n",
      "          [ 2.6862e-01, -1.3464e+00, -5.1264e-01,  ...,  8.8070e-02,\n",
      "            1.9078e+00, -1.3528e+00],\n",
      "          [-3.8031e-01, -8.2659e-01, -4.0809e+00,  ..., -1.9412e+00,\n",
      "            1.3687e+00,  2.1537e+00],\n",
      "          ...,\n",
      "          [-1.9460e+00, -1.8451e+00, -1.6750e-01,  ...,  2.3971e-02,\n",
      "            1.3788e+00, -2.3334e+00],\n",
      "          [ 1.6127e-01, -9.9249e-01,  1.1623e+00,  ...,  3.4757e-01,\n",
      "           -3.8737e-01,  6.1758e-01],\n",
      "          [-2.3459e+00, -7.0041e-01, -5.0346e-01,  ...,  4.8343e+00,\n",
      "            1.0880e+00, -1.4085e+00]]],\n",
      "\n",
      "\n",
      "        [[[-7.0440e-02, -3.8633e-01,  2.3021e-01,  ..., -1.5762e-01,\n",
      "            7.7107e-01, -2.8604e-01],\n",
      "          [ 6.1357e-01, -2.4912e-01, -8.0419e-01,  ...,  5.4990e-01,\n",
      "           -5.7096e-01,  5.8764e-01],\n",
      "          [ 6.5016e-01, -7.2447e-01,  3.1124e-01,  ...,  6.7183e-01,\n",
      "            5.2255e-01,  6.1470e-01],\n",
      "          ...,\n",
      "          [ 1.3702e-01, -4.9458e-02,  4.6583e-01,  ..., -4.0572e-02,\n",
      "            2.5986e-01,  5.3174e-02],\n",
      "          [-1.4800e+00, -5.0039e-02, -1.2130e-01,  ...,  4.4025e-01,\n",
      "           -6.7112e-02, -3.4266e-01],\n",
      "          [-4.7606e-03,  3.1775e-02, -5.1250e-01,  ..., -3.1138e-01,\n",
      "           -1.6500e-01,  4.3333e-01]]],\n",
      "\n",
      "\n",
      "        ...,\n",
      "\n",
      "\n",
      "        [[[ 7.2681e-01,  4.3728e-02, -6.4286e-01,  ...,  7.5380e-02,\n",
      "            8.8949e-01, -8.8693e-03],\n",
      "          [-1.0138e+00,  9.0059e-02, -2.1232e+00,  ...,  6.5088e-01,\n",
      "           -7.0525e-01,  5.7797e-01],\n",
      "          [ 2.1375e+00, -2.7852e+00, -2.4240e-01,  ...,  2.0594e+00,\n",
      "           -1.0127e+00,  7.6373e-01],\n",
      "          ...,\n",
      "          [-2.1536e-01, -7.7713e-02,  1.5769e+00,  ...,  1.0181e+00,\n",
      "            1.9371e+00,  2.7537e-01],\n",
      "          [-9.2927e-01,  1.0710e+00,  1.8186e-01,  ...,  3.4208e-01,\n",
      "            4.4237e-02,  6.5910e-01],\n",
      "          [-6.5159e-03,  1.1696e+00,  4.2010e-01,  ..., -1.0637e+00,\n",
      "           -7.5601e-01,  1.8724e+00]]],\n",
      "\n",
      "\n",
      "        [[[ 7.2092e-02, -1.8475e-01,  1.0732e-01,  ..., -3.1857e-02,\n",
      "            6.5514e-02, -2.3516e-01],\n",
      "          [ 1.1136e-01, -8.0149e-02, -1.4215e-01,  ..., -2.5448e-03,\n",
      "           -1.9868e-01, -4.7988e-02],\n",
      "          [-9.3550e-02,  1.3796e-02, -1.8621e-01,  ...,  2.5792e-02,\n",
      "           -2.7296e-02, -9.1945e-02],\n",
      "          ...,\n",
      "          [-1.2952e-02, -1.8444e-01, -6.1433e-02,  ..., -6.8282e-02,\n",
      "           -3.2432e-01,  8.3701e-02],\n",
      "          [-1.6192e-01,  2.4776e-01, -5.2374e-02,  ..., -3.1092e-02,\n",
      "            2.7951e-01, -4.8192e-01],\n",
      "          [-1.4006e-01,  4.1157e-02,  1.6815e-01,  ..., -2.5206e-01,\n",
      "           -9.2481e-02,  1.7484e-03]]],\n",
      "\n",
      "\n",
      "        [[[-2.9212e-01, -6.5925e-03, -4.2937e-01,  ..., -1.0401e+00,\n",
      "            8.7955e-01, -3.2339e-01],\n",
      "          [-2.0167e-01,  3.1832e-02, -6.8824e-01,  ...,  2.7300e-01,\n",
      "           -1.1769e-01,  1.1433e+00],\n",
      "          [ 1.7411e+00,  6.0380e-01, -4.0474e-02,  ..., -8.7446e-01,\n",
      "            1.8349e-01, -1.6908e-01],\n",
      "          ...,\n",
      "          [ 4.6164e-01,  3.0157e-02,  2.5531e-01,  ...,  3.9624e-02,\n",
      "            2.2026e-01,  3.1507e-01],\n",
      "          [ 1.8054e-01, -8.7518e-01, -3.4961e-01,  ..., -1.2107e+00,\n",
      "            3.1811e-01,  6.7053e-02],\n",
      "          [ 1.3177e+00,  8.7355e-01, -7.1603e-01,  ..., -9.8127e-01,\n",
      "           -3.0144e-01,  7.0872e-01]]]], grad_fn=<SplitBackward0>)), (tensor([[[[-2.3520e+00, -1.5625e+00, -4.0069e-02,  ...,  1.7830e-01,\n",
      "            1.7292e-01,  5.1473e-01],\n",
      "          [-7.8814e-01,  8.8698e-02,  5.5760e-01,  ...,  1.5218e+00,\n",
      "           -1.5852e+00, -2.2406e+00],\n",
      "          [ 7.6428e-02,  7.1814e-02,  2.1641e-01,  ...,  9.9918e-01,\n",
      "           -6.7832e-01,  8.2404e-01],\n",
      "          ...,\n",
      "          [-5.1844e-03,  5.2943e-01, -6.2983e-01,  ...,  4.9200e-02,\n",
      "            4.6620e-01, -4.8658e-01],\n",
      "          [-4.0784e-01, -2.2737e-01, -1.6695e-03,  ..., -1.9430e-02,\n",
      "           -4.4512e-02, -4.0079e-01],\n",
      "          [-3.7477e-01, -1.8083e-01, -2.5948e-02,  ...,  1.0257e+00,\n",
      "           -1.0097e+00,  2.5046e-01]]],\n",
      "\n",
      "\n",
      "        [[[ 8.2688e-01, -2.4021e+00, -1.4243e+00,  ...,  2.7324e+00,\n",
      "           -8.3900e-01, -1.2611e-01],\n",
      "          [-8.1147e+00,  7.9491e-01,  2.0922e+00,  ...,  5.9544e+00,\n",
      "           -1.0412e+00,  5.6794e+00],\n",
      "          [-6.6647e-01, -1.6220e+00,  1.0217e+00,  ..., -5.6003e-01,\n",
      "           -4.6360e-01, -1.4973e+00],\n",
      "          ...,\n",
      "          [-5.7683e+00, -5.7461e-01,  1.8579e+00,  ...,  2.0089e+00,\n",
      "           -8.9255e-01, -5.8808e-01],\n",
      "          [-1.4758e+00, -1.7275e-01,  1.1873e+00,  ...,  5.4036e-01,\n",
      "            1.4107e-01,  1.8486e-01],\n",
      "          [ 1.8618e+00, -1.9220e+00, -2.4481e-01,  ..., -8.8655e-01,\n",
      "            1.0958e+00, -1.0401e+00]]],\n",
      "\n",
      "\n",
      "        [[[ 4.1741e+00, -1.6217e-01, -2.1031e+00,  ...,  1.3720e+00,\n",
      "            1.1690e+00, -1.4228e+00],\n",
      "          [-3.2111e+00,  2.7925e-01, -1.7496e-01,  ...,  1.7845e+00,\n",
      "           -2.3705e+00, -7.8376e-01],\n",
      "          [ 4.0553e-01, -3.9215e-01, -1.8759e-01,  ...,  2.0057e-01,\n",
      "           -6.3561e-01, -1.3481e-02],\n",
      "          ...,\n",
      "          [-5.7294e+00,  9.0987e-01,  3.3242e-01,  ...,  1.1784e-01,\n",
      "            1.3065e+00, -1.1942e+00],\n",
      "          [-2.7600e-01,  6.4279e-01,  1.0085e+00,  ...,  1.1774e-01,\n",
      "           -4.3783e-01, -5.1704e-01],\n",
      "          [ 5.6504e-01, -6.0689e-01, -8.2508e-01,  ...,  5.4487e-01,\n",
      "            1.2680e-01, -7.6083e-01]]],\n",
      "\n",
      "\n",
      "        ...,\n",
      "\n",
      "\n",
      "        [[[ 1.7328e-01,  2.7463e+00, -1.7716e+00,  ...,  1.5550e+00,\n",
      "            1.1990e+00, -1.2105e+00],\n",
      "          [ 6.5525e+00, -1.8540e-01, -2.2212e+00,  ...,  2.3812e+00,\n",
      "           -2.4727e+00,  1.0757e+00],\n",
      "          [ 6.7195e-01,  4.0118e-01,  1.8120e-01,  ...,  5.6024e-01,\n",
      "           -9.7356e-01, -6.7618e-01],\n",
      "          ...,\n",
      "          [ 4.6270e+00, -9.0412e-01,  2.3170e+00,  ..., -3.6700e-01,\n",
      "            9.9166e-01, -1.9426e+00],\n",
      "          [ 1.1372e+00, -8.9729e-02,  1.2037e+00,  ..., -7.6314e-01,\n",
      "            2.4318e-01,  3.0409e-01],\n",
      "          [-4.5454e-01,  9.7645e-01, -1.0135e+00,  ..., -1.4012e+00,\n",
      "            1.3897e+00, -3.7875e-01]]],\n",
      "\n",
      "\n",
      "        [[[-9.1303e-03,  2.3277e-01, -4.7177e-02,  ...,  2.1258e-01,\n",
      "            3.8387e-01, -1.4474e-01],\n",
      "          [-4.4635e-01, -2.5668e-01, -4.7682e-01,  ...,  9.8361e-02,\n",
      "            4.5209e-01, -2.8314e+00],\n",
      "          [ 3.1475e-02, -1.6525e+00, -3.5635e-01,  ...,  5.5394e-01,\n",
      "           -2.6663e-01,  4.8346e-01],\n",
      "          ...,\n",
      "          [ 3.4466e-01,  5.8729e-01,  1.2351e-01,  ...,  3.7031e-01,\n",
      "           -7.3070e-02, -2.5879e-02],\n",
      "          [ 7.2187e-01,  1.2758e-01, -1.7621e-01,  ..., -8.8517e-01,\n",
      "           -4.2290e-01, -4.1019e-01],\n",
      "          [-1.4972e-01,  4.6911e-01, -5.6748e-01,  ...,  6.9199e-01,\n",
      "           -2.3805e-01, -3.1543e-01]]],\n",
      "\n",
      "\n",
      "        [[[-1.8012e+00,  1.2172e+00, -3.1765e-01,  ..., -1.2603e-01,\n",
      "            5.8848e-01,  1.9510e-01],\n",
      "          [ 2.4427e+00, -6.5646e-01, -1.1309e+00,  ...,  1.5532e+00,\n",
      "           -2.1450e+00, -1.0027e+00],\n",
      "          [-4.7393e-01, -5.6989e-01,  6.1266e-01,  ...,  5.6405e-01,\n",
      "           -1.6502e+00, -1.6404e+00],\n",
      "          ...,\n",
      "          [ 4.0447e+00, -1.1424e+00,  2.0410e+00,  ...,  4.3591e-01,\n",
      "            9.9312e-01, -4.9457e-01],\n",
      "          [ 1.0213e+00, -7.3229e-01, -3.2225e-01,  ..., -4.6542e-01,\n",
      "           -7.3132e-01, -1.3274e+00],\n",
      "          [ 4.7331e-01,  9.9808e-01,  2.3484e-01,  ..., -7.5611e-01,\n",
      "            1.0317e+00, -5.0015e-01]]]], grad_fn=<CatBackward0>), tensor([[[[ 2.2454e-01,  4.5749e-03, -4.5540e-01,  ..., -1.7365e-01,\n",
      "            1.3303e-01,  2.3147e-01],\n",
      "          [-1.9964e+00,  8.7171e-01,  2.8796e-01,  ..., -6.4278e-01,\n",
      "            9.5364e-01,  2.9860e-02],\n",
      "          [-1.0565e+00, -5.4150e-01, -6.5102e-01,  ...,  6.2011e-02,\n",
      "            7.1080e-02,  4.6369e-01],\n",
      "          ...,\n",
      "          [ 4.1560e-01,  7.5305e-01,  6.2184e-01,  ...,  8.4801e-02,\n",
      "           -9.1964e-01, -7.9779e-01],\n",
      "          [ 8.3989e-01,  7.6237e-01,  1.6535e+00,  ...,  1.4655e+00,\n",
      "           -5.1933e-02,  4.4814e-01],\n",
      "          [ 1.0795e+00, -5.0592e-01, -3.6077e-01,  ...,  5.2107e-01,\n",
      "            3.3590e-01,  1.2941e-01]]],\n",
      "\n",
      "\n",
      "        [[[-1.4861e+00,  1.1850e+00,  7.5729e-01,  ...,  1.8586e+00,\n",
      "            4.3470e-01,  8.0756e-01],\n",
      "          [ 2.9734e+00, -2.1014e-01,  3.6741e-01,  ...,  3.8240e+00,\n",
      "            2.0320e+00, -9.0806e-01],\n",
      "          [ 1.8601e+00,  3.9834e-02, -1.6964e+00,  ...,  3.0215e-01,\n",
      "           -2.9681e+00,  1.1031e+00],\n",
      "          ...,\n",
      "          [ 1.3329e-01, -8.2734e-01, -2.5176e+00,  ..., -1.4570e-02,\n",
      "            1.0401e+00,  2.1138e+00],\n",
      "          [ 6.8342e-02, -7.1826e-01, -2.3992e+00,  ..., -1.9194e+00,\n",
      "            1.9365e-01, -1.3085e+00],\n",
      "          [-2.1705e+00, -2.4316e+00, -6.0422e-01,  ..., -2.1930e+00,\n",
      "            2.0750e+00, -1.9660e+00]]],\n",
      "\n",
      "\n",
      "        [[[-4.2916e-01,  7.9050e-01,  1.8790e-01,  ..., -6.7028e-02,\n",
      "            1.1284e+00, -5.6777e-01],\n",
      "          [-1.9840e+00,  1.4695e+00,  9.1975e-01,  ..., -1.6718e+00,\n",
      "            8.5129e-01, -1.0658e+00],\n",
      "          [-7.8870e-01,  4.7760e-01, -3.0428e-01,  ..., -3.9934e-01,\n",
      "            9.4029e-02,  1.0212e-01],\n",
      "          ...,\n",
      "          [ 1.7544e+00,  1.7447e+00, -9.0073e-02,  ...,  1.2212e-01,\n",
      "           -1.6916e+00, -2.4288e+00],\n",
      "          [ 1.9901e+00,  3.9619e-01,  2.0592e+00,  ...,  9.7029e-01,\n",
      "            1.4126e+00,  2.5601e+00],\n",
      "          [ 3.6097e-02, -1.1296e-02, -7.6761e-04,  ...,  1.0775e+00,\n",
      "           -3.2817e-01, -5.5646e-02]]],\n",
      "\n",
      "\n",
      "        ...,\n",
      "\n",
      "\n",
      "        [[[ 7.8663e-01, -1.0931e-01, -9.0060e-02,  ...,  2.4936e-02,\n",
      "            7.2327e-01, -8.2398e-01],\n",
      "          [-1.9088e+00,  4.0614e-01,  2.1087e-01,  ..., -6.8876e-03,\n",
      "            9.6058e-01,  2.6696e-01],\n",
      "          [-7.3491e-01, -7.9031e-01, -2.4473e-02,  ..., -6.6924e-01,\n",
      "           -6.3434e-01,  6.1431e-01],\n",
      "          ...,\n",
      "          [ 3.5463e-01,  2.4013e+00, -2.2245e-01,  ...,  9.7141e-01,\n",
      "           -1.6979e+00, -2.3927e+00],\n",
      "          [-1.4253e-01, -2.2957e-01,  7.1391e-01,  ...,  1.5371e+00,\n",
      "           -4.8436e-01,  2.1450e+00],\n",
      "          [-1.9609e+00, -2.9848e-02,  1.9196e+00,  ..., -4.0200e-02,\n",
      "           -1.4292e+00,  8.1359e-01]]],\n",
      "\n",
      "\n",
      "        [[[-1.0250e+00, -1.7618e+00, -9.2235e-02,  ..., -9.9379e-01,\n",
      "           -1.8011e+00,  5.7956e-02],\n",
      "          [ 1.0672e-03,  1.7481e-01, -8.1097e-03,  ...,  1.0348e-01,\n",
      "            5.0763e-02,  3.7123e-02],\n",
      "          [ 1.0371e+00,  9.4667e-02,  1.8839e-02,  ...,  2.8155e-01,\n",
      "            1.2560e+00, -3.9684e-01],\n",
      "          ...,\n",
      "          [ 2.4360e-01,  1.3780e-01,  3.0067e-02,  ..., -1.8530e-02,\n",
      "            1.4772e-01, -2.1037e-02],\n",
      "          [-5.0034e-02, -5.6265e-02,  5.4194e-01,  ...,  7.4980e-03,\n",
      "           -1.9038e-01, -1.2478e-01],\n",
      "          [-4.6659e-02, -4.0537e-02, -3.9568e-02,  ..., -2.4955e-01,\n",
      "            5.3137e-03,  1.8485e-01]]],\n",
      "\n",
      "\n",
      "        [[[ 6.6683e-01,  7.2289e-01, -3.4124e-01,  ...,  6.2776e-01,\n",
      "            7.2704e-01, -8.0328e-01],\n",
      "          [-1.6937e+00,  2.0097e+00,  1.6666e+00,  ..., -2.7734e+00,\n",
      "            1.9921e+00,  7.9622e-01],\n",
      "          [-9.2539e-01, -2.5459e+00, -1.8878e+00,  ...,  1.9028e-01,\n",
      "           -3.6074e-01,  1.0762e+00],\n",
      "          ...,\n",
      "          [ 5.5618e-01,  1.3511e+00,  4.6996e-01,  ..., -2.1471e-01,\n",
      "           -8.3127e-01, -2.0308e+00],\n",
      "          [ 2.8680e+00,  6.4582e-01,  6.6016e-01,  ...,  2.0755e+00,\n",
      "           -4.6712e-01,  1.7435e+00],\n",
      "          [-8.5448e-01, -1.2330e+00, -3.7237e-01,  ..., -3.5967e-01,\n",
      "           -2.1868e-01, -4.3709e-02]]]], grad_fn=<SplitBackward0>)), (tensor([[[[-0.1901, -0.3356,  0.0506,  ...,  0.8477,  0.8635, -0.3090],\n",
      "          [-0.2898, -0.2176, -0.0198,  ...,  0.2935,  1.2564, -2.7476],\n",
      "          [ 0.0993, -0.0947,  0.0781,  ..., -2.0816, -0.1304, -0.0430],\n",
      "          ...,\n",
      "          [-0.1610, -0.0696, -0.4337,  ..., -0.6193,  0.5812, -1.5659],\n",
      "          [-0.0970, -0.2363,  0.6517,  ..., -0.4917,  2.1205, -0.4265],\n",
      "          [-4.9770, -0.0875,  1.9224,  ...,  0.4741, -0.7427, -0.7525]]],\n",
      "\n",
      "\n",
      "        [[[-0.8102, -2.3587,  3.5185,  ...,  0.5390,  4.1251, -2.9915],\n",
      "          [-0.4141, -2.9263, -3.3869,  ...,  1.5924, -3.9431,  3.6556],\n",
      "          [ 1.3251, -4.3128, -2.1838,  ...,  1.6110, -1.8304, -1.7998],\n",
      "          ...,\n",
      "          [ 1.4564,  0.8808,  0.3608,  ...,  2.7807,  1.1465, -0.3013],\n",
      "          [-0.4539, -0.7932,  2.4207,  ...,  0.2159, -1.4327, -1.6088],\n",
      "          [-3.2872, -1.4558,  2.2678,  ..., -0.1362,  0.1552, -2.4694]]],\n",
      "\n",
      "\n",
      "        [[[-1.5477, -0.8417,  0.7209,  ...,  0.6821,  1.2125, -1.3155],\n",
      "          [ 0.9671, -0.5771, -1.3279,  ..., -0.6652,  0.1907, -1.0610],\n",
      "          [ 1.7856, -0.7347, -0.7279,  ..., -1.3067,  0.8555, -0.4901],\n",
      "          ...,\n",
      "          [ 0.2056, -0.0819, -0.3380,  ...,  0.0556,  1.4571, -1.4405],\n",
      "          [-1.0990, -0.6396,  0.9473,  ..., -0.6660,  1.6976, -0.6289],\n",
      "          [ 2.2829, -1.4854,  0.4751,  ..., -0.4923,  0.6870, -0.6406]]],\n",
      "\n",
      "\n",
      "        ...,\n",
      "\n",
      "\n",
      "        [[[ 0.9407, -0.2959, -1.1402,  ...,  1.5347,  0.5332, -1.5610],\n",
      "          [-0.6635,  1.3604,  0.7048,  ..., -1.1175, -1.1400,  1.6929],\n",
      "          [-1.1179,  0.1623, -0.6742,  ..., -0.3432,  0.7067,  0.6604],\n",
      "          ...,\n",
      "          [-0.9408, -1.0701, -0.4273,  ...,  0.2118,  1.0387,  0.1210],\n",
      "          [-0.3802, -0.7404,  0.3470,  ..., -0.4765,  1.0010,  0.6643],\n",
      "          [ 3.7402, -1.1817, -2.0296,  ...,  0.3317,  0.2986, -3.5426]]],\n",
      "\n",
      "\n",
      "        [[[-0.5677,  1.0132,  0.3667,  ...,  1.7465,  0.5379, -0.2449],\n",
      "          [ 0.3730, -0.0154,  0.2477,  ...,  0.7887,  1.1626, -2.4574],\n",
      "          [ 0.1351,  0.2219,  0.0770,  ..., -1.7097, -1.1545,  0.8987],\n",
      "          ...,\n",
      "          [-0.8340, -0.2441,  0.1788,  ...,  0.2076,  0.1989, -1.6934],\n",
      "          [ 0.2049,  0.0063, -0.2232,  ..., -0.0297,  0.4262, -0.0804],\n",
      "          [-2.5240, -0.6736, -1.7252,  ...,  0.3013, -1.1357, -1.1961]]],\n",
      "\n",
      "\n",
      "        [[[ 1.7890,  0.3821, -1.5036,  ...,  1.2890,  1.3728, -1.1713],\n",
      "          [-0.4198,  2.4498,  1.5736,  ...,  0.2926,  0.4824, -0.6209],\n",
      "          [-0.9156,  0.7548, -0.3522,  ..., -1.3487,  0.2478, -0.2029],\n",
      "          ...,\n",
      "          [-0.0863,  0.5546,  1.0338,  ...,  0.6237,  0.6700, -0.0871],\n",
      "          [ 0.5123,  0.0371, -0.7210,  ..., -0.5836,  1.9520,  0.6690],\n",
      "          [-2.5090, -0.5222, -1.9502,  ...,  1.2355, -0.3305, -1.4427]]]],\n",
      "       grad_fn=<CatBackward0>), tensor([[[[ 7.4511e-03,  3.4093e-01,  2.2668e-02,  ..., -2.5780e-02,\n",
      "            5.8243e-01, -1.0465e-01],\n",
      "          [-8.1438e-01, -1.8972e-01,  4.3029e-01,  ...,  1.1968e+00,\n",
      "           -3.2907e-01, -5.3185e-01],\n",
      "          [ 6.7125e-01,  1.2496e-01, -1.4242e-01,  ...,  1.3481e-02,\n",
      "           -1.1989e-01,  1.3312e-02],\n",
      "          ...,\n",
      "          [ 4.0315e-01,  9.2093e-01, -6.0692e-01,  ..., -1.1051e+00,\n",
      "           -5.0095e-02,  1.1367e-01],\n",
      "          [ 2.0002e-01, -6.6229e-01, -1.1901e-01,  ...,  3.0965e-01,\n",
      "            5.6595e-02,  2.4879e-03],\n",
      "          [ 7.3956e-01,  4.5245e-01, -4.9202e-01,  ..., -9.8320e-01,\n",
      "           -2.4207e-01, -5.4055e-01]]],\n",
      "\n",
      "\n",
      "        [[[-2.8119e+00, -5.7897e-01, -2.5197e-01,  ...,  6.4781e-01,\n",
      "           -8.3650e-02, -1.0392e+00],\n",
      "          [-3.6939e+00, -1.0804e+00, -1.6493e+00,  ...,  8.9278e-01,\n",
      "            2.7702e-01,  3.1156e+00],\n",
      "          [-2.9255e-02,  1.1518e+00, -9.2788e-01,  ..., -1.0388e+00,\n",
      "            5.2860e-01, -6.4669e-01],\n",
      "          ...,\n",
      "          [ 2.1849e+00, -9.5894e-01,  5.2694e-01,  ...,  3.2425e+00,\n",
      "            1.3097e+00, -1.8318e+00],\n",
      "          [ 1.4076e+00,  3.3355e-02, -2.2665e+00,  ..., -8.9900e-01,\n",
      "            2.6069e+00,  1.5844e+00],\n",
      "          [-1.6183e+00, -1.4149e+00, -3.6967e+00,  ...,  1.0866e+00,\n",
      "           -5.7114e-01,  1.5853e+00]]],\n",
      "\n",
      "\n",
      "        [[[-1.5457e-01, -3.2172e-01, -4.1352e-02,  ...,  1.0620e+00,\n",
      "            7.4635e-01,  8.8606e-01],\n",
      "          [-1.6439e+00, -2.6896e+00,  3.9057e-01,  ...,  1.8981e-01,\n",
      "           -2.4300e-01,  5.6097e-01],\n",
      "          [ 8.5089e-01, -1.2028e-02, -2.8334e-01,  ..., -1.4626e+00,\n",
      "            8.0599e-01, -9.8302e-01],\n",
      "          ...,\n",
      "          [-1.4759e-01,  1.4365e+00, -1.0256e-01,  ..., -1.1875e+00,\n",
      "            1.3919e+00,  2.7326e-01],\n",
      "          [ 1.7532e-01, -3.1035e-01,  3.2287e-01,  ...,  4.8868e-01,\n",
      "            1.6827e-01, -2.8049e-01],\n",
      "          [-1.2984e+00,  1.0274e-02,  6.1905e-01,  ...,  4.4131e-01,\n",
      "           -2.2692e+00,  3.8665e-01]]],\n",
      "\n",
      "\n",
      "        ...,\n",
      "\n",
      "\n",
      "        [[[-1.2812e+00, -2.1347e+00,  4.1492e-01,  ...,  1.1855e+00,\n",
      "            5.2977e-01,  1.2721e+00],\n",
      "          [ 3.1699e+00, -2.2571e+00, -1.8182e+00,  ..., -9.2233e-01,\n",
      "            9.3182e-01,  2.7889e+00],\n",
      "          [ 6.8269e-01,  1.3806e-01, -1.0248e+00,  ..., -6.6286e-01,\n",
      "            1.1741e+00, -1.2774e-01],\n",
      "          ...,\n",
      "          [-2.5928e+00,  2.2173e-01,  2.6601e+00,  ..., -6.3135e-01,\n",
      "            1.5709e-01,  5.0885e-01],\n",
      "          [-4.6174e-02,  1.1536e+00, -2.0109e+00,  ...,  1.0770e+00,\n",
      "            4.4107e-01,  1.1113e+00],\n",
      "          [ 8.9390e-01, -1.0389e+00,  1.5269e+00,  ...,  2.1035e+00,\n",
      "           -2.3624e+00, -1.1005e+00]]],\n",
      "\n",
      "\n",
      "        [[[ 3.0495e-01,  1.5577e+00,  1.1159e+00,  ..., -7.5256e-01,\n",
      "           -5.8529e-01, -1.1709e+00],\n",
      "          [-2.0006e-02,  7.3393e-01,  5.1279e-01,  ..., -8.3193e-02,\n",
      "            3.2539e-01, -3.1425e-01],\n",
      "          [-2.5984e-01,  4.6040e-02,  2.4751e-01,  ...,  1.1715e-01,\n",
      "            6.1697e-03,  7.2931e-02],\n",
      "          ...,\n",
      "          [-1.8794e-01,  2.8798e-01,  6.2900e-01,  ..., -6.2994e-02,\n",
      "            8.6809e-02, -1.1278e-01],\n",
      "          [-1.8743e+00, -7.8930e-01,  2.5484e-01,  ...,  2.1009e-01,\n",
      "            7.6207e-01, -3.7521e-01],\n",
      "          [ 3.1576e-02,  9.5143e-02,  2.5446e-01,  ...,  1.3628e-01,\n",
      "            2.7763e-01, -2.5345e-01]]],\n",
      "\n",
      "\n",
      "        [[[ 8.3004e-01,  2.2629e-01, -8.0391e-01,  ..., -9.2059e-03,\n",
      "            1.0494e+00, -8.7936e-01],\n",
      "          [-4.4617e-01, -1.2352e+00, -4.8370e-01,  ...,  8.4411e-01,\n",
      "           -4.2405e-02,  9.0741e-01],\n",
      "          [ 4.7762e-01,  1.9646e-01,  4.1283e-01,  ..., -6.2706e-01,\n",
      "            8.2411e-01, -9.4060e-01],\n",
      "          ...,\n",
      "          [-1.8034e-01,  9.8116e-01, -3.5552e-01,  ..., -8.3352e-01,\n",
      "           -1.8370e-01,  8.7673e-01],\n",
      "          [-5.6026e-01,  2.0159e+00, -2.5825e+00,  ..., -3.1419e-01,\n",
      "            1.3194e-01,  2.8370e+00],\n",
      "          [ 8.5503e-01, -3.8316e-01, -7.7311e-01,  ...,  3.3656e-01,\n",
      "           -1.1929e+00, -2.0367e+00]]]], grad_fn=<SplitBackward0>)), (tensor([[[[-1.8334e-01,  4.4899e-01, -5.6637e-01,  ...,  1.6700e-01,\n",
      "           -9.7219e-01,  6.8076e-01],\n",
      "          [-1.4191e+00, -1.8255e+00, -1.8252e+00,  ..., -9.8648e-01,\n",
      "           -6.0707e-01,  2.4028e-01],\n",
      "          [ 7.9475e-01,  2.5507e-01, -8.5747e-02,  ..., -1.1973e-01,\n",
      "           -8.2486e-01,  3.9688e-01],\n",
      "          ...,\n",
      "          [ 2.2042e-02, -3.6106e-01, -1.0657e-02,  ..., -9.3937e-01,\n",
      "           -5.2559e-01,  3.1298e-01],\n",
      "          [-2.8136e-01,  2.5633e-01,  1.1729e-01,  ...,  3.4361e-01,\n",
      "            2.9074e+00,  1.2402e-01],\n",
      "          [-8.3410e-02, -8.7084e-02,  2.5169e-01,  ...,  5.7816e-01,\n",
      "           -2.8724e-01,  1.1734e-01]]],\n",
      "\n",
      "\n",
      "        [[[ 4.1937e+00, -8.6296e-01, -7.3151e-01,  ...,  3.3568e-02,\n",
      "            3.4106e+00,  2.3489e+00],\n",
      "          [ 9.8297e-01,  1.8843e-01, -4.5041e-01,  ..., -1.2175e+00,\n",
      "           -2.9063e+00, -1.1467e-01],\n",
      "          [ 1.9266e+00,  1.8440e+00,  1.7991e+00,  ...,  1.5229e+00,\n",
      "           -2.4268e+00, -1.2055e+00],\n",
      "          ...,\n",
      "          [-7.6914e-01, -7.9727e-01, -1.8874e+00,  ..., -1.5437e+00,\n",
      "            7.7119e-01,  1.6680e+00],\n",
      "          [ 6.5589e-01, -9.2917e-01,  1.4535e+00,  ...,  4.1416e-01,\n",
      "            1.1927e+00, -1.8430e+00],\n",
      "          [-1.2797e+00,  1.9456e+00, -3.1742e-01,  ...,  3.5194e+00,\n",
      "            4.4218e-01,  5.1436e-01]]],\n",
      "\n",
      "\n",
      "        [[[ 4.1869e+00, -2.3698e+00, -1.0823e+00,  ...,  1.7178e+00,\n",
      "           -1.3593e+00,  3.7088e+00],\n",
      "          [ 2.9524e+00,  8.0874e-01, -8.3004e-01,  ..., -8.1630e-01,\n",
      "           -1.6259e+00, -9.0540e-01],\n",
      "          [-8.4784e-01,  1.2105e-01, -2.2890e+00,  ...,  2.5353e-01,\n",
      "           -3.0293e+00, -4.0448e-01],\n",
      "          ...,\n",
      "          [-2.9925e-01,  4.4034e-01,  2.7722e-01,  ..., -1.3433e+00,\n",
      "            3.5180e-02,  1.6097e+00],\n",
      "          [ 3.9269e-02, -1.1237e+00,  8.8083e-01,  ...,  1.7418e+00,\n",
      "            2.2655e+00,  1.3224e-02],\n",
      "          [-7.2065e-01,  1.7471e-01,  1.6754e-01,  ...,  3.8504e-01,\n",
      "            5.0582e-01, -4.2693e-01]]],\n",
      "\n",
      "\n",
      "        ...,\n",
      "\n",
      "\n",
      "        [[[-3.0255e+00, -6.5956e-01,  1.4638e+00,  ...,  1.3885e+00,\n",
      "           -1.0166e+00,  1.1936e+00],\n",
      "          [-1.1210e+00,  2.1619e+00,  2.1646e+00,  ...,  2.2299e-01,\n",
      "           -2.0832e+00,  2.6864e-02],\n",
      "          [-1.7396e-01,  1.3560e+00, -9.3035e-01,  ..., -8.1121e-01,\n",
      "           -2.0601e+00, -4.6529e-01],\n",
      "          ...,\n",
      "          [ 1.5304e-01,  6.9769e-01,  8.8526e-01,  ..., -1.9929e+00,\n",
      "            1.2948e+00,  1.5260e+00],\n",
      "          [ 2.4219e-02, -6.8266e-01,  3.0576e-01,  ..., -3.0160e-01,\n",
      "            2.8268e+00, -2.6492e-01],\n",
      "          [-8.2374e-01, -3.5502e-01,  1.3417e-01,  ...,  1.6546e-01,\n",
      "            4.7694e-01, -3.4445e-01]]],\n",
      "\n",
      "\n",
      "        [[[ 2.7817e-01,  3.3770e-02,  3.2967e-01,  ..., -7.0496e-01,\n",
      "            1.3586e+00, -7.6136e-01],\n",
      "          [-9.3908e-01, -5.7285e-01,  1.6390e+00,  ..., -1.1304e+00,\n",
      "            8.1753e-01, -1.6791e+00],\n",
      "          [ 6.2846e-01, -4.9091e-01, -3.0940e-01,  ...,  5.6878e-02,\n",
      "            3.6244e-01,  3.2430e-01],\n",
      "          ...,\n",
      "          [ 1.0724e-01, -1.8217e-01, -1.3617e-01,  ..., -8.3980e-01,\n",
      "           -2.6648e+00, -1.8451e+00],\n",
      "          [-2.8627e-01,  1.3264e+00, -1.5662e+00,  ..., -1.8716e-02,\n",
      "            1.8587e+00, -2.4465e-01],\n",
      "          [-1.9472e-01,  1.0127e+00,  4.1591e-01,  ..., -1.8837e-01,\n",
      "           -6.0253e-01, -1.1490e+00]]],\n",
      "\n",
      "\n",
      "        [[[-1.8666e+00, -7.9063e-01,  2.6698e-01,  ...,  1.2920e-01,\n",
      "           -1.0880e+00,  8.7722e-01],\n",
      "          [-2.1988e+00,  1.1920e+00,  2.1259e+00,  ..., -4.0044e-02,\n",
      "           -1.8971e+00,  3.9220e-02],\n",
      "          [ 7.1111e-01, -1.6627e+00, -1.6183e+00,  ...,  6.9345e-01,\n",
      "           -4.3618e-01, -2.2148e-01],\n",
      "          ...,\n",
      "          [-4.6814e-01, -1.8511e-01,  9.9452e-01,  ..., -9.6799e-01,\n",
      "            3.6263e-03,  2.5290e+00],\n",
      "          [-3.6407e-01, -5.0527e-01, -4.4189e-01,  ..., -4.5078e-01,\n",
      "            3.1319e+00,  1.8537e-01],\n",
      "          [ 3.4477e-03, -9.6300e-01, -1.5156e-01,  ..., -3.6364e-01,\n",
      "            9.4777e-01, -2.2426e-01]]]], grad_fn=<CatBackward0>), tensor([[[[-0.1554, -2.1608,  0.3500,  ..., -0.1112, -0.2007,  0.4052],\n",
      "          [-0.4593, -0.3947, -0.0656,  ...,  0.3471, -0.0334,  0.1294],\n",
      "          [-0.2130,  0.1808, -0.0775,  ...,  0.1279, -0.0309, -0.0848],\n",
      "          ...,\n",
      "          [-0.0065,  0.3151, -0.2362,  ..., -0.7942, -0.0218,  0.8271],\n",
      "          [ 0.1720,  1.9422, -0.7313,  ...,  0.0094, -2.7319,  1.3887],\n",
      "          [ 2.4445, -0.4801, -3.3947,  ..., -1.1363, -1.4631,  1.4339]]],\n",
      "\n",
      "\n",
      "        [[[ 1.3616,  0.5246, -0.4552,  ..., -2.3902, -0.5324,  1.2619],\n",
      "          [-2.0454,  1.8191,  0.9565,  ..., -2.0805, -1.4815, -1.0791],\n",
      "          [-0.2980, -1.7885, -1.0452,  ..., -2.5188, -1.0266, -1.5628],\n",
      "          ...,\n",
      "          [ 1.4803, -0.2226,  1.1782,  ..., -0.2569,  4.1748, -0.4404],\n",
      "          [ 1.8508, -0.2836, -0.6636,  ...,  0.8709,  2.8171, -0.1546],\n",
      "          [-1.1651,  2.7587, -1.5162,  ...,  2.8443, -0.5016, -0.7940]]],\n",
      "\n",
      "\n",
      "        [[[ 2.4221,  2.0055, -1.7565,  ..., -1.3274, -1.6111, -1.4108],\n",
      "          [-0.6628, -0.5331,  0.5541,  ..., -0.6383,  0.5462, -0.3756],\n",
      "          [-1.2286, -0.6576, -1.8764,  ..., -3.0115,  0.3663, -1.0300],\n",
      "          ...,\n",
      "          [ 0.0535,  0.3645, -0.0585,  ...,  0.1814,  1.2347,  1.0618],\n",
      "          [ 0.6674,  1.0768, -2.1509,  ...,  0.9312, -1.2997,  0.2815],\n",
      "          [ 2.3163,  1.9250, -1.9029,  ...,  1.1707, -3.2827,  1.5391]]],\n",
      "\n",
      "\n",
      "        ...,\n",
      "\n",
      "\n",
      "        [[[ 0.8351, -0.4147, -0.7880,  ..., -1.8007, -1.3646, -0.5049],\n",
      "          [-1.7463, -2.9349,  0.7060,  ..., -0.5505,  0.6515, -0.6440],\n",
      "          [-1.9960,  0.3357, -0.6599,  ..., -2.2070, -1.0610, -1.1327],\n",
      "          ...,\n",
      "          [-0.9164, -0.8347,  1.3031,  ...,  0.3141,  0.4314,  1.0864],\n",
      "          [ 0.4892, -2.1278, -0.6183,  ...,  0.2144, -1.2733, -0.9221],\n",
      "          [ 0.9853,  1.6632,  0.8052,  ...,  1.2825, -1.8135, -0.3337]]],\n",
      "\n",
      "\n",
      "        [[[-0.0184,  0.1787,  0.1562,  ...,  0.2475, -0.0269, -0.0191],\n",
      "          [ 0.0281,  1.0571, -1.4836,  ...,  0.1803,  0.3709,  0.0612],\n",
      "          [-0.0591, -0.0487,  0.2552,  ..., -0.2202,  0.0610, -0.0389],\n",
      "          ...,\n",
      "          [ 0.1914,  0.3661,  0.3848,  ..., -0.1486,  0.3124, -0.3746],\n",
      "          [-0.0377,  0.3415, -0.0396,  ...,  0.0891,  0.0419,  0.2941],\n",
      "          [-0.1129, -0.2716,  0.2524,  ..., -0.1182,  0.4483, -0.0360]]],\n",
      "\n",
      "\n",
      "        [[[ 0.0497, -1.2853, -0.3537,  ..., -0.4477, -0.6592,  0.2753],\n",
      "          [-0.7998,  0.4287, -2.0841,  ..., -0.7038, -0.5810, -1.1472],\n",
      "          [-1.0506,  0.6120, -0.3899,  ..., -0.4121, -1.0563, -0.7976],\n",
      "          ...,\n",
      "          [-0.7867,  2.1444, -0.5526,  ..., -0.2390,  1.3441,  3.0729],\n",
      "          [ 0.5629,  1.1873, -0.5255,  ..., -0.5769, -2.5626,  0.4805],\n",
      "          [ 0.1990,  1.2515, -2.5247,  ...,  1.5279, -2.1137,  2.1982]]]],\n",
      "       grad_fn=<SplitBackward0>)), (tensor([[[[ 1.2682e-01,  4.3079e-02, -1.0159e-01,  ..., -9.9324e-01,\n",
      "           -6.0552e-01, -4.8793e+00],\n",
      "          [-3.1311e-01, -2.4588e-01, -3.6112e-02,  ...,  7.4640e-01,\n",
      "           -1.1669e+00, -5.8300e-01],\n",
      "          [-2.6726e-01, -5.1130e-01,  4.0964e-01,  ...,  1.5224e+00,\n",
      "           -1.4688e+00, -7.3625e-01],\n",
      "          ...,\n",
      "          [-2.4361e+00,  1.0751e+00, -2.7393e+00,  ..., -4.0004e+00,\n",
      "           -3.2517e-01,  1.0644e+00],\n",
      "          [ 5.2947e-03, -1.5146e-01, -5.9448e-02,  ..., -6.5516e-01,\n",
      "            9.4197e-01,  1.3153e+00],\n",
      "          [-1.7922e-01,  5.2183e-02, -1.0069e+00,  ...,  1.1015e+00,\n",
      "            1.2659e+00, -3.5525e-01]]],\n",
      "\n",
      "\n",
      "        [[[ 4.6128e+00,  3.3832e+00, -1.3834e+00,  ..., -8.0412e-01,\n",
      "           -5.5924e-01,  3.2592e+00],\n",
      "          [ 3.4592e-01, -1.3768e+00, -9.3109e-01,  ..., -1.4493e+00,\n",
      "           -2.2907e+00,  2.1523e+00],\n",
      "          [ 1.1159e+00, -8.7200e-01,  2.0272e-01,  ..., -6.0481e-01,\n",
      "            3.9212e-01, -8.3201e-01],\n",
      "          ...,\n",
      "          [ 6.3988e+00,  8.6889e-01, -3.6242e+00,  ..., -5.5209e+00,\n",
      "           -8.6290e-01, -7.0777e-01],\n",
      "          [-6.3657e-01, -2.4160e-01,  1.7606e+00,  ...,  7.8655e-01,\n",
      "            8.8744e-01, -7.3648e-01],\n",
      "          [-1.6835e+00, -2.3737e+00, -5.6035e-01,  ...,  1.2132e+00,\n",
      "           -5.0806e-01,  4.7851e-01]]],\n",
      "\n",
      "\n",
      "        [[[ 2.1391e+00,  8.3901e-01, -2.6148e-01,  ..., -1.2188e+00,\n",
      "           -1.3293e+00, -2.0789e+00],\n",
      "          [ 8.4790e-02, -4.1505e-01,  1.9778e-01,  ..., -1.6075e+00,\n",
      "           -9.3485e-01,  3.6775e-01],\n",
      "          [-1.1624e+00, -1.7879e+00,  4.6996e-01,  ...,  5.5494e-01,\n",
      "           -2.3581e-01, -8.3060e-01],\n",
      "          ...,\n",
      "          [ 9.4964e+00,  8.7906e-01,  3.4600e-01,  ..., -4.7261e+00,\n",
      "           -1.0152e+00,  9.1860e-02],\n",
      "          [-5.0546e-01, -2.4947e-01, -1.4064e-01,  ...,  1.7462e+00,\n",
      "            8.4029e-01,  1.3250e+00],\n",
      "          [-1.8579e+00, -9.7417e-01, -1.9506e+00,  ...,  1.4430e+00,\n",
      "            1.6494e+00, -5.7782e-01]]],\n",
      "\n",
      "\n",
      "        ...,\n",
      "\n",
      "\n",
      "        [[[-1.9070e+00, -9.6976e-01, -5.5784e-01,  ..., -6.0689e-01,\n",
      "           -2.2533e+00, -1.9001e+00],\n",
      "          [-1.2565e+00,  1.2718e+00,  1.7246e+00,  ..., -5.8520e-01,\n",
      "           -2.5836e+00,  5.0584e-01],\n",
      "          [ 8.0026e-01,  5.9572e-02,  4.8958e-01,  ...,  2.3130e+00,\n",
      "            2.3779e-01, -1.1564e+00],\n",
      "          ...,\n",
      "          [-4.2601e+00, -3.1494e+00,  4.1245e+00,  ..., -3.8773e+00,\n",
      "           -5.8402e-01,  1.2845e+00],\n",
      "          [ 2.2135e+00,  1.4236e+00,  4.9320e-01,  ...,  1.0582e-01,\n",
      "            1.2143e+00,  2.7329e-01],\n",
      "          [ 1.8078e+00,  7.1396e-01,  9.2887e-03,  ..., -3.5904e-01,\n",
      "            1.8029e+00, -1.4409e+00]]],\n",
      "\n",
      "\n",
      "        [[[ 3.3778e-01, -2.0071e-01,  2.6403e-01,  ...,  1.0914e+00,\n",
      "           -2.7127e+00, -3.4570e+00],\n",
      "          [-2.8740e-01,  1.4290e+00, -4.7542e-01,  ..., -5.8246e-01,\n",
      "            8.1809e-01, -2.7727e+00],\n",
      "          [ 3.3181e-01,  3.6186e-01, -5.5015e-01,  ...,  1.3483e+00,\n",
      "           -2.2837e+00, -9.9870e-01],\n",
      "          ...,\n",
      "          [ 2.2977e-01, -5.5189e-02,  4.8230e-01,  ..., -3.7825e+00,\n",
      "            2.2917e-01,  1.5598e-01],\n",
      "          [ 3.9942e-01,  3.2607e-01,  5.7269e-01,  ..., -2.2774e+00,\n",
      "           -6.0862e-01, -1.4243e+00],\n",
      "          [ 2.3951e-01,  6.5107e-01,  2.8066e-01,  ...,  2.0447e-01,\n",
      "            1.1643e-01,  4.1899e-01]]],\n",
      "\n",
      "\n",
      "        [[[-1.3628e+00, -8.0945e-01, -5.6196e-02,  ..., -1.1869e+00,\n",
      "           -1.0611e+00, -3.2492e+00],\n",
      "          [-1.5758e+00,  5.9335e-01,  1.1340e+00,  ...,  3.1498e-01,\n",
      "           -1.0312e+00,  1.6704e+00],\n",
      "          [ 2.7192e+00,  1.6923e+00,  5.4803e-01,  ...,  1.4287e+00,\n",
      "           -5.2795e-01,  2.0629e-01],\n",
      "          ...,\n",
      "          [-7.2459e+00,  3.5250e-01,  4.0862e+00,  ..., -6.1804e+00,\n",
      "           -2.2734e+00,  4.1780e-01],\n",
      "          [ 1.4628e+00, -1.4492e-01,  7.7058e-01,  ...,  5.7764e-01,\n",
      "            9.2890e-01,  4.4555e-01],\n",
      "          [ 1.2091e+00,  4.6386e-02,  1.0086e+00,  ...,  1.5598e+00,\n",
      "            7.4365e-02, -4.5619e-01]]]], grad_fn=<CatBackward0>), tensor([[[[-0.7713, -0.7435, -3.3908,  ...,  0.6341, -0.3772,  1.5674],\n",
      "          [ 0.9157,  0.5874,  0.7220,  ..., -0.8649,  0.0329,  0.3388],\n",
      "          [-0.0922, -0.1720,  0.0195,  ...,  0.0166, -0.3452,  0.3993],\n",
      "          ...,\n",
      "          [-0.3545,  0.1140,  0.0790,  ...,  0.3690,  0.2110, -0.3148],\n",
      "          [ 0.8934, -0.5638, -0.6218,  ..., -1.4614,  0.8472, -0.7954],\n",
      "          [-0.4496,  1.2525, -0.2909,  ...,  0.7038, -0.2346,  0.7990]]],\n",
      "\n",
      "\n",
      "        [[[ 3.6505, -0.4415,  1.6353,  ..., -1.5516, -0.3189, -0.2919],\n",
      "          [-0.7025, -1.5781, -0.3608,  ...,  0.7542,  0.6578,  1.3435],\n",
      "          [-0.1328,  1.1012, -0.7333,  ..., -1.4016,  1.0466,  1.8488],\n",
      "          ...,\n",
      "          [-1.5233, -0.3941,  1.7789,  ..., -1.2156, -0.7318, -0.7225],\n",
      "          [-0.3955,  0.2464, -1.3893,  ...,  0.2269,  0.0094, -3.4521],\n",
      "          [ 0.6704,  0.3255,  0.0106,  ...,  0.5222,  1.5706,  0.3655]]],\n",
      "\n",
      "\n",
      "        [[[-0.9844, -0.5011, -2.0286,  ..., -0.3235,  0.3877,  0.8949],\n",
      "          [ 0.5645,  1.0443,  1.3832,  ..., -0.5771, -0.2516,  0.2757],\n",
      "          [-0.5745,  0.0437, -0.7355,  ...,  0.1197,  0.3244,  1.1146],\n",
      "          ...,\n",
      "          [-0.0124,  0.1565,  1.6431,  ...,  0.2729, -0.2296,  0.4362],\n",
      "          [ 0.2889, -1.0313,  0.0538,  ..., -0.3756,  0.5269,  0.4851],\n",
      "          [ 0.0443,  1.8150, -0.4245,  ...,  0.4399,  2.9160,  1.8433]]],\n",
      "\n",
      "\n",
      "        ...,\n",
      "\n",
      "\n",
      "        [[[ 0.4199,  0.3254, -0.6697,  ...,  0.7540,  0.1500, -0.6642],\n",
      "          [-0.2498,  0.3606,  1.4171,  ...,  0.1081,  1.0420,  0.1943],\n",
      "          [-0.0773, -1.6027,  0.7847,  ...,  0.0852,  0.6239,  0.9869],\n",
      "          ...,\n",
      "          [-0.3048,  0.0201,  1.3022,  ..., -0.9063,  0.8693, -0.6504],\n",
      "          [ 2.1747, -0.9091, -0.6080,  ...,  0.9578,  0.1344, -1.8026],\n",
      "          [ 0.4838,  1.2568,  0.8184,  ..., -1.9827, -1.2467, -2.6426]]],\n",
      "\n",
      "\n",
      "        [[[ 0.1692,  0.2538,  0.1601,  ...,  0.0125,  0.0566, -0.1382],\n",
      "          [ 0.1295,  0.0771, -0.2437,  ...,  0.1612,  0.2546, -0.2131],\n",
      "          [ 0.4667,  0.0151, -0.3770,  ...,  0.0204, -0.1447,  0.0631],\n",
      "          ...,\n",
      "          [ 0.1705, -0.3503,  1.1841,  ...,  0.3152,  1.4189,  0.2905],\n",
      "          [ 0.1184, -0.1513,  0.0509,  ..., -0.2245,  0.3177, -0.3355],\n",
      "          [ 0.1065,  0.3378, -0.1070,  ...,  0.1887, -0.1402,  0.7117]]],\n",
      "\n",
      "\n",
      "        [[[-0.4920, -0.8362, -2.4024,  ..., -0.4784,  1.0345,  1.1813],\n",
      "          [ 0.9979,  0.1745,  0.6981,  ..., -1.2322, -1.1110, -0.2883],\n",
      "          [ 0.1536,  0.8364,  1.6947,  ...,  1.1421,  0.7939, -0.4648],\n",
      "          ...,\n",
      "          [ 1.1099, -0.2446, -0.1426,  ...,  0.2406,  1.0162, -1.3549],\n",
      "          [ 2.7469, -1.6415,  0.6399,  ...,  0.3981,  0.7390, -0.1057],\n",
      "          [-1.7859,  0.6595, -0.4104,  ..., -0.0358,  0.4431,  1.4933]]]],\n",
      "       grad_fn=<SplitBackward0>)), (tensor([[[[ 2.2720e-01,  2.5272e-01,  1.6805e-02,  ...,  2.7053e-01,\n",
      "           -7.3591e-01,  8.0420e-01],\n",
      "          [-4.0185e-01,  3.9234e-01,  1.4866e-01,  ...,  1.3011e-01,\n",
      "            1.9555e+00, -3.9091e-01],\n",
      "          [-2.9616e-01,  7.7805e-01,  1.3777e-01,  ..., -7.6875e-01,\n",
      "            2.1787e+00,  3.3585e+00],\n",
      "          ...,\n",
      "          [-2.2210e-01, -1.9283e-01, -1.8323e-02,  ...,  3.2835e-01,\n",
      "           -1.8581e-02, -8.3292e-01],\n",
      "          [ 2.4913e-01,  2.6480e-01,  5.5757e-02,  ...,  9.4706e-01,\n",
      "           -3.5662e-01, -7.2144e-02],\n",
      "          [ 8.3637e-03, -3.7172e-01,  4.6797e-01,  ..., -5.3141e-01,\n",
      "            1.0998e+00, -6.9881e-01]]],\n",
      "\n",
      "\n",
      "        [[[ 1.0491e+00,  2.5612e-01,  1.9224e-01,  ...,  1.1749e+00,\n",
      "            1.7179e+00,  6.9382e-01],\n",
      "          [ 4.6535e-01,  1.2273e-01,  1.2456e+00,  ...,  1.9659e-01,\n",
      "           -2.0041e+00, -3.9158e-01],\n",
      "          [-7.0763e-01,  5.0731e-01,  1.7629e+00,  ...,  3.3489e+00,\n",
      "            2.5997e-01,  6.7229e-01],\n",
      "          ...,\n",
      "          [-9.5291e-01,  9.9653e-01,  3.8982e-01,  ...,  1.3677e+00,\n",
      "            3.3555e+00, -2.3694e+00],\n",
      "          [-5.9189e+00, -1.4604e+00,  1.7247e+00,  ...,  4.8953e-01,\n",
      "           -2.0642e-01,  7.4662e-01],\n",
      "          [-2.3937e+00, -9.3324e-01,  6.6044e-01,  ..., -5.0666e-01,\n",
      "            9.6227e-01, -8.1276e-01]]],\n",
      "\n",
      "\n",
      "        [[[ 8.1092e-01,  8.6561e-01, -4.2548e-01,  ...,  1.8302e+00,\n",
      "           -9.0652e-02,  5.5151e-01],\n",
      "          [ 1.2687e+00,  4.2074e-01,  1.3982e+00,  ...,  4.2523e-01,\n",
      "           -1.7130e-01, -4.5365e-01],\n",
      "          [ 2.8752e-01, -8.3932e-02,  9.3738e-01,  ...,  4.6605e-01,\n",
      "            1.4133e+00,  2.6428e+00],\n",
      "          ...,\n",
      "          [ 5.6899e-01,  1.4387e+00,  1.3816e-02,  ...,  1.0315e+00,\n",
      "            1.3940e+00, -2.2635e+00],\n",
      "          [-5.0967e-01, -4.8154e-01,  7.6171e-01,  ...,  1.6722e+00,\n",
      "           -7.7809e-01,  4.5272e-01],\n",
      "          [-2.6539e+00, -1.3862e+00, -1.0056e+00,  ..., -7.2418e-01,\n",
      "            8.0485e-01, -1.5384e+00]]],\n",
      "\n",
      "\n",
      "        ...,\n",
      "\n",
      "\n",
      "        [[[-7.6890e-01, -5.2102e-02,  8.7920e-01,  ...,  1.9853e+00,\n",
      "            6.8738e-01,  3.5452e-01],\n",
      "          [ 7.4513e-01, -5.4996e-02, -1.0654e+00,  ...,  3.6776e-01,\n",
      "            6.0431e-01, -1.2137e-01],\n",
      "          [ 6.6757e-01, -8.7662e-01, -1.2730e+00,  ..., -1.0253e+00,\n",
      "            4.9546e-01,  2.3060e+00],\n",
      "          ...,\n",
      "          [-3.9002e-01, -5.4568e-01, -1.9187e+00,  ...,  2.1031e-01,\n",
      "           -8.4377e-02, -9.7207e-01],\n",
      "          [ 2.4246e+00, -3.0639e-02,  7.1757e-01,  ...,  1.5384e+00,\n",
      "           -6.7894e-01,  1.5770e+00],\n",
      "          [ 2.6082e+00, -2.3803e-01, -3.2915e+00,  ..., -2.1170e-01,\n",
      "            4.7929e-01, -1.2667e+00]]],\n",
      "\n",
      "\n",
      "        [[[ 1.5318e-01, -8.1242e-02,  1.9612e-01,  ...,  8.2489e-01,\n",
      "           -1.4242e+00,  4.5521e-01],\n",
      "          [-9.1327e-02, -2.7005e-01,  8.3372e-01,  ..., -7.6666e-01,\n",
      "            2.4657e+00, -7.6212e-01],\n",
      "          [ 8.8083e-02,  1.6642e-01,  5.2358e-03,  ..., -3.8082e-01,\n",
      "            1.5899e+00,  2.1553e+00],\n",
      "          ...,\n",
      "          [-1.3336e-01,  7.2724e-02, -1.6450e-02,  ...,  3.0047e-02,\n",
      "            1.5502e+00, -1.3241e-01],\n",
      "          [-1.9820e-01,  1.4126e-01,  8.2334e-02,  ..., -1.4450e+00,\n",
      "            7.6942e-01, -2.8030e-01],\n",
      "          [ 1.0336e+00,  6.7750e-01,  3.9566e-02,  ..., -6.7350e-01,\n",
      "            5.1477e-01, -3.0596e-01]]],\n",
      "\n",
      "\n",
      "        [[[-1.8050e-01,  6.9675e-01,  1.0026e-01,  ...,  1.3545e+00,\n",
      "           -2.1009e-01, -6.9923e-01],\n",
      "          [-1.3354e+00, -8.1504e-02, -5.1732e-02,  ...,  1.9369e-01,\n",
      "           -1.2290e+00,  1.1740e+00],\n",
      "          [ 9.0116e-01, -2.2257e+00,  4.9025e-01,  ..., -1.0760e+00,\n",
      "           -1.4681e-01,  1.6792e+00],\n",
      "          ...,\n",
      "          [-1.1659e+00, -9.1316e-01, -8.4176e-01,  ...,  1.2274e+00,\n",
      "           -1.2206e+00, -2.0896e+00],\n",
      "          [-1.7070e-01,  2.1097e-01,  3.6557e-01,  ...,  5.8790e-01,\n",
      "            2.4848e-01,  1.2570e-01],\n",
      "          [ 2.8057e+00,  1.1821e+00, -1.7977e+00,  ..., -1.1530e-02,\n",
      "            2.3303e+00, -4.1118e-01]]]], grad_fn=<CatBackward0>), tensor([[[[ 5.8959e-01, -1.7961e+00,  1.2106e+00,  ..., -4.5114e-03,\n",
      "            2.8885e-02,  1.3171e-01],\n",
      "          [ 1.5959e-01, -2.3370e-01, -1.5757e-01,  ...,  1.1415e-01,\n",
      "            7.5164e-02, -4.4015e-02],\n",
      "          [ 4.0272e-02, -2.1517e-01,  6.4960e-02,  ...,  7.0404e-01,\n",
      "           -2.6284e-01, -1.2317e-01],\n",
      "          ...,\n",
      "          [-1.6256e+00,  3.0655e-01, -8.7783e-01,  ...,  1.8754e+00,\n",
      "            1.3717e+00, -1.6675e+00],\n",
      "          [ 1.4697e+00, -1.0917e+00,  7.7878e-01,  ..., -2.4380e+00,\n",
      "           -8.6542e-01, -8.9154e-01],\n",
      "          [-3.1586e-01,  1.7704e-01, -6.1209e-01,  ...,  7.0471e-01,\n",
      "            7.3114e-01, -1.9215e-01]]],\n",
      "\n",
      "\n",
      "        [[[-2.3034e-01, -3.0813e+00, -3.2736e+00,  ..., -2.3427e+00,\n",
      "            4.0816e+00,  2.6344e-01],\n",
      "          [ 2.9078e-01, -1.2450e+00,  6.6614e-01,  ...,  2.6650e+00,\n",
      "           -1.5443e+00,  2.1559e+00],\n",
      "          [ 7.5385e-01,  4.5698e+00, -3.4845e-01,  ...,  5.6402e-01,\n",
      "            3.4230e-01, -1.3608e+00],\n",
      "          ...,\n",
      "          [-1.0702e+00,  3.9538e-01, -6.9806e-01,  ..., -1.4820e+00,\n",
      "            8.0275e-01, -2.0437e+00],\n",
      "          [ 1.8761e+00,  1.0474e+00,  1.8016e+00,  ...,  4.6251e-01,\n",
      "            9.3072e-01,  2.2469e-01],\n",
      "          [-4.8232e-01, -2.1078e+00,  2.4465e+00,  ...,  2.8346e+00,\n",
      "            1.6617e+00, -8.9234e-01]]],\n",
      "\n",
      "\n",
      "        [[[ 7.7865e-01, -9.1294e-01, -2.7139e-01,  ..., -1.6038e+00,\n",
      "           -4.4992e-01, -9.6706e-02],\n",
      "          [ 3.1448e-02, -1.3002e+00, -8.9935e-01,  ...,  9.6417e-01,\n",
      "            1.1999e-01,  6.1790e-01],\n",
      "          [-8.6913e-01,  5.6624e-01,  1.1813e-02,  ...,  7.5461e-01,\n",
      "           -1.6390e-01,  1.9200e-01],\n",
      "          ...,\n",
      "          [-1.4318e+00, -5.4304e-01, -1.6645e+00,  ...,  9.1491e-01,\n",
      "            1.1187e+00, -1.4571e+00],\n",
      "          [ 2.7276e+00, -1.4622e+00,  2.3223e+00,  ..., -7.9393e-01,\n",
      "            4.7953e-01, -9.2277e-01],\n",
      "          [-1.5365e+00, -2.5007e+00,  8.8021e-01,  ...,  2.1415e+00,\n",
      "            6.4806e-01, -5.4503e-01]]],\n",
      "\n",
      "\n",
      "        ...,\n",
      "\n",
      "\n",
      "        [[[-8.7417e-01, -6.9445e-01,  2.3903e+00,  ..., -3.1392e-01,\n",
      "           -4.3493e-01, -2.2883e-01],\n",
      "          [-2.8021e-01, -6.5937e-01, -1.2468e+00,  ...,  1.2672e-01,\n",
      "           -7.2169e-01,  1.0256e+00],\n",
      "          [-2.8735e-01,  4.7584e-01, -4.2637e-01,  ..., -9.0789e-01,\n",
      "           -4.2989e-01, -1.1785e+00],\n",
      "          ...,\n",
      "          [-4.1694e+00, -5.2014e-01,  9.9171e-01,  ...,  1.2022e+00,\n",
      "            7.7393e-01, -2.1032e+00],\n",
      "          [-3.0254e-01, -5.6821e-01,  3.9960e-01,  ..., -1.0207e+00,\n",
      "           -8.6146e-02, -1.5412e+00],\n",
      "          [-8.9208e-01, -4.9312e-01, -4.7565e-01,  ..., -1.0265e-02,\n",
      "            9.2900e-01, -9.0810e-01]]],\n",
      "\n",
      "\n",
      "        [[[-1.8143e-01, -7.2219e-01,  8.1536e-02,  ..., -2.0533e-01,\n",
      "           -5.2378e-01, -1.8262e-01],\n",
      "          [-1.3409e-01, -6.6560e-02,  1.1663e-02,  ...,  1.3292e-01,\n",
      "            1.9296e-01,  7.3590e-02],\n",
      "          [ 2.3992e+00, -4.3078e-01, -8.1011e-01,  ..., -9.7756e-01,\n",
      "           -7.4769e-02,  1.1495e-01],\n",
      "          ...,\n",
      "          [-2.1628e-02, -3.8929e-01, -7.0248e-01,  ..., -3.1624e-01,\n",
      "            3.9759e-01,  4.6731e-01],\n",
      "          [-6.7708e-02, -7.1504e-02, -1.8545e-01,  ...,  2.1944e-03,\n",
      "           -2.6336e-01, -1.1445e-02],\n",
      "          [ 3.6035e-01,  4.1182e-01,  7.7320e-02,  ..., -2.8727e-01,\n",
      "           -9.6638e-02,  2.7773e-01]]],\n",
      "\n",
      "\n",
      "        [[[-3.1659e-02,  9.2197e-01, -3.5443e-01,  ..., -2.1570e-01,\n",
      "            6.3223e-02,  1.5100e+00],\n",
      "          [ 5.0453e-01, -3.3795e-01, -1.7728e-01,  ...,  7.8852e-01,\n",
      "           -1.3310e+00,  2.2921e+00],\n",
      "          [ 4.6140e-01,  6.8299e-01, -5.3038e-01,  ..., -1.8279e+00,\n",
      "            7.7331e-01, -1.1265e+00],\n",
      "          ...,\n",
      "          [ 4.9607e-01,  6.7277e-01, -1.1454e+00,  ...,  8.7796e-01,\n",
      "            2.6383e-02, -2.2094e+00],\n",
      "          [ 1.0250e+00, -1.1353e-01,  7.7273e-01,  ..., -1.2548e+00,\n",
      "           -5.0249e-01, -9.6862e-01],\n",
      "          [-1.5152e+00, -8.6646e-01, -1.1185e+00,  ...,  8.8095e-01,\n",
      "            2.0472e+00, -2.6507e+00]]]], grad_fn=<SplitBackward0>)), (tensor([[[[ 1.2184e-01,  1.2544e-01, -5.5206e-02,  ..., -1.8216e+00,\n",
      "            9.5581e-01, -2.8916e+00],\n",
      "          [ 7.6534e-02,  6.3253e-01, -4.6305e-01,  ..., -1.5283e+00,\n",
      "           -2.0263e+00, -2.2862e+00],\n",
      "          [-1.2563e-01,  2.4854e-01, -6.9189e-02,  ...,  1.0030e+00,\n",
      "           -2.2166e+00, -1.4553e+00],\n",
      "          ...,\n",
      "          [-3.0690e-01, -8.3124e-02, -4.2126e-03,  ...,  1.8874e-01,\n",
      "            1.6335e+00, -5.7788e-02],\n",
      "          [-7.5954e-01,  8.3590e-01,  3.1998e-01,  ...,  9.2371e-02,\n",
      "           -6.7016e-01,  9.5302e-02],\n",
      "          [ 2.2419e-01,  5.7453e-01, -1.9775e-01,  ...,  7.5017e-02,\n",
      "           -1.5999e-01,  4.7894e-01]]],\n",
      "\n",
      "\n",
      "        [[[-8.5234e-01, -7.8270e-02, -1.0316e+00,  ...,  6.3539e-01,\n",
      "            1.1603e+00,  1.3123e+00],\n",
      "          [ 6.7034e-01, -5.6498e-01, -7.3894e-01,  ..., -8.6714e-01,\n",
      "           -1.2457e+00,  3.6127e+00],\n",
      "          [-2.2677e+00, -2.1718e+00, -1.8480e+00,  ..., -3.8242e-01,\n",
      "            2.2163e-01,  8.7708e-02],\n",
      "          ...,\n",
      "          [ 6.3873e-01, -3.5370e-01,  1.3590e+00,  ...,  1.2522e+00,\n",
      "           -4.2413e+00,  1.5024e+00],\n",
      "          [-3.3432e+00,  4.7834e-01,  4.7627e-01,  ...,  4.9479e-01,\n",
      "           -2.0791e+00, -5.7637e-01],\n",
      "          [-2.2004e-01,  3.1040e-01,  1.6100e+00,  ...,  2.0494e+00,\n",
      "           -6.1443e-01, -8.3261e-01]]],\n",
      "\n",
      "\n",
      "        [[[-2.9556e-01,  1.7419e+00,  1.5228e+00,  ...,  6.9685e-01,\n",
      "            9.9453e-01,  4.2664e-01],\n",
      "          [-1.5921e+00, -1.3100e+00, -5.5341e-01,  ...,  6.2077e-01,\n",
      "           -2.2698e-01,  2.5620e+00],\n",
      "          [-7.4756e-01, -3.2110e-01, -1.4020e+00,  ..., -4.4438e-01,\n",
      "           -5.4484e-01, -4.2351e-01],\n",
      "          ...,\n",
      "          [-3.1333e-01, -4.9234e-01, -1.3217e-01,  ...,  3.1618e-01,\n",
      "           -2.3403e+00, -5.6729e-01],\n",
      "          [-2.3126e+00, -8.4048e-01,  3.3755e+00,  ..., -2.7292e-01,\n",
      "           -2.7462e+00, -1.0322e+00],\n",
      "          [ 8.6468e-01,  1.5463e+00,  5.3014e-01,  ...,  1.9234e+00,\n",
      "            9.4570e-01, -2.0140e+00]]],\n",
      "\n",
      "\n",
      "        ...,\n",
      "\n",
      "\n",
      "        [[[ 4.3384e-01,  2.2309e-01,  4.3479e-01,  ..., -9.4197e-01,\n",
      "            1.2860e+00, -1.6877e+00],\n",
      "          [ 3.0273e-01,  3.4952e-01, -7.4888e-01,  ..., -1.1121e-01,\n",
      "           -1.9448e+00, -6.1678e-01],\n",
      "          [ 1.0755e-01, -3.4248e-01,  2.1585e-01,  ...,  1.3042e+00,\n",
      "           -2.6357e+00, -8.4918e-01],\n",
      "          ...,\n",
      "          [ 1.6035e-01, -3.7799e-01,  5.2054e-01,  ..., -1.7724e-01,\n",
      "            6.8619e-01,  1.3854e-01],\n",
      "          [ 1.3012e+00, -1.0753e+00,  1.1143e+00,  ..., -8.1835e-02,\n",
      "           -8.9102e-01, -1.6487e-01],\n",
      "          [ 2.2003e-01,  7.3102e-02, -8.5982e-01,  ..., -4.6447e-02,\n",
      "            1.0214e-01, -9.6040e-01]]],\n",
      "\n",
      "\n",
      "        [[[ 4.5990e-01, -7.7492e-01,  2.2363e-01,  ..., -2.3903e+00,\n",
      "            1.2582e+00, -2.4853e+00],\n",
      "          [ 2.7725e-01,  1.5322e-01,  3.8780e-01,  ...,  1.9482e-01,\n",
      "           -1.0898e+00, -2.5484e+00],\n",
      "          [ 5.1443e-01, -9.6280e-01,  1.6146e+00,  ...,  7.4709e-01,\n",
      "           -1.6636e+00, -5.1832e-01],\n",
      "          ...,\n",
      "          [ 7.8989e-01,  2.6784e+00, -4.2689e-01,  ...,  2.2207e-02,\n",
      "            1.8864e+00,  3.6365e-01],\n",
      "          [ 1.0233e+00,  1.9798e-01, -1.0409e-01,  ..., -4.6190e-01,\n",
      "           -6.5611e-01, -6.4600e-01],\n",
      "          [ 6.5719e-01,  5.1401e-03, -1.0782e+00,  ...,  4.8150e-01,\n",
      "            6.3181e-01,  9.9504e-01]]],\n",
      "\n",
      "\n",
      "        [[[ 9.9933e-01, -3.5649e-01, -1.5115e-01,  ...,  2.0446e+00,\n",
      "            1.6223e+00,  6.6191e-01],\n",
      "          [-4.6556e-01,  1.0671e-01,  3.4956e-01,  ..., -1.7811e+00,\n",
      "            7.8220e-01, -4.9846e-01],\n",
      "          [ 1.5596e+00,  1.0909e+00,  1.2723e+00,  ...,  1.2466e+00,\n",
      "           -1.7182e+00, -9.0014e-01],\n",
      "          ...,\n",
      "          [-4.1108e-02, -6.3095e-01,  6.9301e-01,  ...,  4.8295e-02,\n",
      "           -3.0679e-01, -2.6714e-01],\n",
      "          [ 4.3157e-01, -1.2813e+00, -4.1441e-01,  ..., -1.2899e+00,\n",
      "           -3.0023e+00, -1.3970e+00],\n",
      "          [ 1.2246e+00, -7.7406e-01,  4.7327e-01,  ...,  1.7537e+00,\n",
      "           -1.6527e+00,  1.4347e+00]]]], grad_fn=<CatBackward0>), tensor([[[[-1.0707e+00,  1.9150e-01, -4.9958e-01,  ..., -3.2223e-02,\n",
      "            2.4234e-02,  1.0309e+00],\n",
      "          [ 1.2108e-01,  1.9337e-01, -2.4274e-01,  ..., -2.6899e-02,\n",
      "            6.4765e-02, -3.5307e-01],\n",
      "          [-4.7138e-02,  9.3348e-02, -2.9623e-01,  ..., -6.9237e-01,\n",
      "            6.0653e-02, -2.0217e-01],\n",
      "          ...,\n",
      "          [ 2.1307e+00,  3.0397e-01, -2.0868e-01,  ...,  3.0641e+00,\n",
      "           -4.9982e-02,  1.2947e+00],\n",
      "          [ 9.8975e-02, -4.0192e-01, -5.1173e-03,  ..., -2.7535e-01,\n",
      "            3.8077e-01,  4.8743e-01],\n",
      "          [ 1.9816e-01, -6.6096e-02,  9.3744e-01,  ..., -1.1102e-02,\n",
      "            8.1934e-01,  1.0042e+00]]],\n",
      "\n",
      "\n",
      "        [[[ 3.6261e+00,  2.5461e+00,  2.8823e+00,  ...,  1.9998e-03,\n",
      "           -4.2499e+00,  9.0180e-01],\n",
      "          [ 1.9472e+00, -7.3342e-01,  4.1577e+00,  ..., -1.7072e+00,\n",
      "           -1.5342e+00, -1.5705e+00],\n",
      "          [ 2.1378e+00, -6.0117e-01, -1.3624e-01,  ..., -2.4247e+00,\n",
      "            7.4231e-01,  3.1797e+00],\n",
      "          ...,\n",
      "          [-2.7681e+00,  1.4292e+00, -4.9764e-01,  ...,  7.1372e-01,\n",
      "            3.5645e-01, -3.5837e+00],\n",
      "          [ 1.0144e+00,  5.0800e-01,  2.8585e+00,  ..., -1.5337e-01,\n",
      "           -1.7076e+00,  4.0495e-01],\n",
      "          [-4.8609e+00,  8.1208e-01,  2.3520e+00,  ...,  1.5204e+00,\n",
      "            8.0030e-01, -2.2346e+00]]],\n",
      "\n",
      "\n",
      "        [[[ 7.8211e-01,  5.8165e-01, -8.6616e-01,  ..., -3.3611e-01,\n",
      "            6.9703e-01, -2.4959e-01],\n",
      "          [ 1.8625e+00, -1.5033e+00,  1.3848e-01,  ..., -1.6036e+00,\n",
      "           -4.0735e-01,  6.8423e-01],\n",
      "          [-1.6654e-01,  5.5153e-01, -1.5082e+00,  ..., -9.6180e-01,\n",
      "            1.4729e+00,  1.1532e+00],\n",
      "          ...,\n",
      "          [-3.7462e-01,  8.0225e-01, -1.8320e+00,  ...,  8.8883e-01,\n",
      "           -6.6482e-01,  3.2645e-01],\n",
      "          [ 1.4016e+00, -2.8485e-01,  1.2441e+00,  ...,  4.3294e-01,\n",
      "           -1.5800e-01,  2.1103e-01],\n",
      "          [-1.8459e+00,  2.5725e-01,  9.2270e-01,  ...,  4.9055e-01,\n",
      "            1.2936e+00,  6.9322e-01]]],\n",
      "\n",
      "\n",
      "        ...,\n",
      "\n",
      "\n",
      "        [[[ 1.6687e-03,  5.0254e-01, -2.9742e-01,  ...,  5.4095e-01,\n",
      "           -1.0088e+00,  9.6353e-01],\n",
      "          [ 1.4532e+00, -7.8505e-01,  4.0005e-01,  ...,  4.5309e-01,\n",
      "            3.8611e-01,  1.1392e+00],\n",
      "          [-5.3796e-01, -2.6078e-01, -1.2932e-01,  ..., -5.0636e-01,\n",
      "           -1.9768e-01, -9.0198e-02],\n",
      "          ...,\n",
      "          [ 2.2188e+00, -6.9825e-01,  7.1830e-01,  ...,  1.5969e+00,\n",
      "           -8.4035e-01,  6.1569e-01],\n",
      "          [ 2.6178e-02, -1.6534e-01,  1.5467e-01,  ...,  1.8253e-01,\n",
      "            1.6691e+00, -1.2735e+00],\n",
      "          [ 4.9292e-01,  3.1837e-01,  9.1336e-01,  ...,  9.3576e-01,\n",
      "           -1.0929e-02,  3.4953e-01]]],\n",
      "\n",
      "\n",
      "        [[[ 5.5542e-02,  2.4030e-01,  3.0230e-01,  ..., -6.4065e-01,\n",
      "           -1.0945e-01, -2.7205e-02],\n",
      "          [-1.7583e-01,  1.1277e-01,  7.1873e-02,  ..., -3.6369e-02,\n",
      "            1.2143e-01, -9.6915e-02],\n",
      "          [ 1.8366e-01, -4.0370e-01,  1.9676e-01,  ...,  2.3620e-01,\n",
      "            2.8285e-01, -2.8403e-01],\n",
      "          ...,\n",
      "          [ 6.7503e-01, -5.5597e-01,  3.7105e-01,  ...,  1.0884e-01,\n",
      "           -3.4911e-02, -1.2100e-01],\n",
      "          [-3.8132e-01,  2.2489e-01, -3.2557e-01,  ..., -5.5289e-01,\n",
      "           -4.1574e-01,  4.5844e-01],\n",
      "          [-2.1164e-01,  5.9082e-02,  2.1180e-01,  ...,  3.0584e-01,\n",
      "           -3.8476e-02,  7.2210e-03]]],\n",
      "\n",
      "\n",
      "        [[[ 3.2764e-01, -9.4529e-01, -7.2708e-01,  ..., -1.2865e+00,\n",
      "            2.7177e+00, -8.9141e-01],\n",
      "          [ 8.2827e-01, -8.2895e-01, -1.5014e+00,  ...,  1.9225e+00,\n",
      "           -1.8637e+00, -1.0552e+00],\n",
      "          [-2.8013e+00, -1.7467e+00, -2.0705e+00,  ..., -1.6776e+00,\n",
      "            7.9595e-01,  1.2902e+00],\n",
      "          ...,\n",
      "          [-7.6577e-01, -6.4860e-02, -1.5684e+00,  ...,  1.5862e+00,\n",
      "           -4.3121e-01,  1.0164e+00],\n",
      "          [-8.1950e-01,  8.7518e-01, -1.7705e+00,  ...,  9.3396e-01,\n",
      "            2.0481e+00, -1.8270e+00],\n",
      "          [-2.4551e+00,  7.0201e-01,  9.0571e-01,  ..., -5.9167e-01,\n",
      "           -1.1120e+00, -3.3571e-01]]]], grad_fn=<SplitBackward0>)), (tensor([[[[-7.9510e-02, -2.3411e-01,  9.1161e-01,  ..., -3.6817e-01,\n",
      "           -2.7488e-01, -6.2274e-01],\n",
      "          [-2.1915e-01,  3.3773e-01,  5.3180e-01,  ..., -7.8806e-01,\n",
      "           -2.5139e+00,  3.7597e-01],\n",
      "          [ 9.0663e-02, -1.1691e-01,  3.9381e-02,  ..., -2.7778e-01,\n",
      "            4.2269e+00,  9.6162e-01],\n",
      "          ...,\n",
      "          [-2.4956e-01,  4.6585e-02, -1.9527e-01,  ...,  3.2269e-01,\n",
      "            4.3745e-01,  2.2031e-01],\n",
      "          [ 1.6341e-01, -3.3527e-02, -1.3534e-01,  ..., -1.2247e+00,\n",
      "           -2.8700e-01,  9.6618e-01],\n",
      "          [ 3.6816e-02,  2.3187e-01,  1.0586e-02,  ..., -8.7949e-02,\n",
      "            7.4018e-02,  2.0322e-03]]],\n",
      "\n",
      "\n",
      "        [[[ 1.1574e-01, -1.9099e+00,  1.5658e+00,  ..., -1.9342e+00,\n",
      "            6.1001e-01,  1.0537e+00],\n",
      "          [ 3.4118e-01,  6.8483e-01, -5.5357e-01,  ..., -1.1551e-01,\n",
      "           -7.7891e-02, -6.7266e-01],\n",
      "          [-3.4900e+00, -8.8944e-01,  2.0117e+00,  ...,  3.2087e+00,\n",
      "           -5.7875e+00,  3.1200e-01],\n",
      "          ...,\n",
      "          [-3.7148e-01, -1.0627e+00, -2.7538e-01,  ..., -2.6262e-01,\n",
      "            8.6263e-01,  7.2812e-01],\n",
      "          [ 8.9597e-01, -1.1338e+00,  2.3105e-01,  ...,  1.4720e+00,\n",
      "           -3.5391e+00, -4.7156e+00],\n",
      "          [ 3.3038e-01, -1.4994e-01,  3.0677e-03,  ..., -1.6806e+00,\n",
      "            1.1272e-01, -2.4386e-01]]],\n",
      "\n",
      "\n",
      "        [[[-2.3407e-01, -1.0327e+00,  5.7878e-01,  ..., -1.8449e+00,\n",
      "            4.5387e-01, -1.2316e+00],\n",
      "          [ 2.8897e+00,  1.3346e+00,  9.4745e-01,  ..., -1.5120e-02,\n",
      "            9.3057e-01,  1.7581e+00],\n",
      "          [ 2.1776e-01,  1.9443e+00,  2.5818e+00,  ...,  2.5294e+00,\n",
      "           -4.4107e+00, -9.1833e-01],\n",
      "          ...,\n",
      "          [-8.0936e-01, -1.8014e-01, -1.3316e-01,  ..., -1.1041e+00,\n",
      "            2.7280e-01,  1.1155e+00],\n",
      "          [-1.0091e+00, -5.5814e-01, -1.8179e-01,  ...,  1.7851e+00,\n",
      "           -3.2112e+00, -2.8349e+00],\n",
      "          [ 1.3682e-02, -3.3847e-01, -6.3246e-01,  ..., -2.1738e-01,\n",
      "            1.0495e+00, -4.2436e-01]]],\n",
      "\n",
      "\n",
      "        ...,\n",
      "\n",
      "\n",
      "        [[[ 2.2551e-01,  4.7441e-01,  1.7048e-01,  ..., -1.0532e+00,\n",
      "            1.6379e-01, -4.1648e-01],\n",
      "          [ 2.1353e-01, -2.0556e-02,  2.2449e-01,  ..., -3.9665e-01,\n",
      "           -2.0197e+00, -1.5552e-03],\n",
      "          [ 3.8977e-01,  3.0229e-01,  2.9536e-01,  ...,  2.1398e-01,\n",
      "            2.9274e+00,  8.4669e-01],\n",
      "          ...,\n",
      "          [ 2.8294e-01, -7.5529e-01,  1.7183e-01,  ...,  3.3231e-01,\n",
      "           -1.0847e-01,  3.3578e-02],\n",
      "          [-3.3551e-01,  2.0781e-01, -2.1954e-01,  ..., -7.1922e-01,\n",
      "           -1.7830e-01,  1.2216e+00],\n",
      "          [-2.9574e-01, -8.2783e-02, -2.2944e-01,  ...,  4.0127e-01,\n",
      "           -1.8512e-01, -1.6766e-01]]],\n",
      "\n",
      "\n",
      "        [[[-4.8546e-02,  3.9545e-01, -1.7758e+00,  ..., -1.9072e+00,\n",
      "           -2.9915e-01, -1.5757e-01],\n",
      "          [ 1.3840e-02, -1.3769e-01, -1.9987e-02,  ..., -5.3086e-01,\n",
      "           -3.1859e+00, -4.0864e-01],\n",
      "          [-4.5424e-01, -2.5349e-01, -1.6016e-01,  ...,  1.3140e+00,\n",
      "            4.9348e+00, -5.2102e-01],\n",
      "          ...,\n",
      "          [ 4.8551e-01,  1.0258e+00,  3.5095e-01,  ...,  2.6020e+00,\n",
      "           -2.1989e+00, -2.1527e+00],\n",
      "          [ 4.2880e-01,  4.7336e-02, -1.9003e-01,  ..., -1.4433e+00,\n",
      "           -1.2891e-02,  1.1466e+00],\n",
      "          [-2.5732e-01, -1.3377e+00, -4.7769e-01,  ...,  9.5733e-01,\n",
      "           -1.4731e+00,  6.5558e-01]]],\n",
      "\n",
      "\n",
      "        [[[-1.9177e+00,  1.1996e+00,  2.5001e-01,  ..., -7.9356e-01,\n",
      "            4.5526e-01, -2.2554e-03],\n",
      "          [-2.6592e+00, -1.7140e+00,  3.9046e-01,  ...,  1.0362e+00,\n",
      "           -9.0301e-01,  5.2975e-01],\n",
      "          [ 2.2305e-01, -6.7553e-01, -5.0415e-01,  ..., -8.6140e-01,\n",
      "           -2.1563e+00,  7.8103e-01],\n",
      "          ...,\n",
      "          [ 4.7122e-01, -2.0570e+00, -3.0871e-01,  ..., -4.5107e-01,\n",
      "            1.3190e-01,  1.5784e+00],\n",
      "          [-2.7255e-01,  1.6832e-01,  6.2085e-01,  ..., -1.1404e-01,\n",
      "           -1.0973e+00, -9.4532e-01],\n",
      "          [-2.5826e-03, -3.2136e-01, -1.2282e+00,  ...,  1.1172e+00,\n",
      "            8.4439e-01,  4.2419e-01]]]], grad_fn=<CatBackward0>), tensor([[[[-0.9953,  0.4475,  0.2496,  ..., -0.0288,  0.5417, -0.2790],\n",
      "          [-0.4346,  0.0936, -0.1074,  ...,  0.4767,  0.1431,  0.0072],\n",
      "          [-0.3615, -2.0775,  0.7030,  ...,  0.1744,  0.7202,  0.5928],\n",
      "          ...,\n",
      "          [-0.5836, -0.5606,  1.4904,  ..., -0.6090,  1.1123,  1.0597],\n",
      "          [-0.0291, -0.1273, -0.1003,  ...,  0.0623,  0.1671, -0.3497],\n",
      "          [-0.8439, -0.5009, -0.7296,  ...,  1.6595,  0.3503,  0.9592]]],\n",
      "\n",
      "\n",
      "        [[[-3.3622, -1.6964,  2.7860,  ..., -1.0923, -0.8381, -0.8041],\n",
      "          [-0.8310,  1.8696,  0.6005,  ..., -1.9635, -2.3488, -2.4173],\n",
      "          [-0.0901,  1.3005,  1.4633,  ...,  1.2730,  1.0369,  0.5537],\n",
      "          ...,\n",
      "          [ 1.7146,  0.2082,  0.8357,  ...,  2.2446, -0.1949,  0.9288],\n",
      "          [ 1.4728, -2.4405, -0.6479,  ...,  1.0040,  0.7605, -1.9232],\n",
      "          [-3.2119,  0.1063, -2.1846,  ...,  0.1775, -1.3906, -0.3973]]],\n",
      "\n",
      "\n",
      "        [[[-1.5095,  0.3883, -0.1992,  ..., -0.6796,  0.1527,  0.1077],\n",
      "          [-1.2099, -0.2214,  0.8945,  ..., -0.8294, -0.8677, -1.2924],\n",
      "          [-1.2469,  1.1076,  2.8449,  ...,  1.6043, -1.1520, -0.5139],\n",
      "          ...,\n",
      "          [ 0.3227, -0.7713,  1.1330,  ...,  0.5832, -0.5246,  1.7024],\n",
      "          [ 2.7406, -1.5046, -1.3009,  ..., -0.6116,  0.9199,  0.5625],\n",
      "          [-1.3988, -0.8875, -1.7626,  ...,  2.5591, -0.3926, -1.7642]]],\n",
      "\n",
      "\n",
      "        ...,\n",
      "\n",
      "\n",
      "        [[[ 0.0187,  0.3508,  0.6796,  ..., -0.6551,  0.0656, -0.0982],\n",
      "          [-0.9662, -0.1357,  1.0220,  ...,  0.0044, -0.1599, -0.4408],\n",
      "          [-0.6243, -1.7663,  0.6066,  ..., -0.1783, -0.2903,  0.5681],\n",
      "          ...,\n",
      "          [-0.2102, -0.8735,  0.7475,  ...,  0.1471,  1.4432,  0.7124],\n",
      "          [-0.0054, -0.1254, -0.3442,  ..., -0.4079,  0.6030, -0.7635],\n",
      "          [-0.5295, -0.5178, -0.9429,  ...,  1.3329,  0.5259,  1.4687]]],\n",
      "\n",
      "\n",
      "        [[[-0.3951, -0.3341, -0.0231,  ..., -0.0777,  0.1408, -0.3180],\n",
      "          [-0.0306,  0.1811, -0.2752,  ...,  0.2465, -0.5333, -0.2817],\n",
      "          [-0.0283,  0.0340, -0.2991,  ..., -0.0754,  0.0667, -0.0139],\n",
      "          ...,\n",
      "          [-0.0556, -0.3959, -0.8037,  ..., -0.1445,  0.4237,  0.0959],\n",
      "          [-0.6776,  0.5544,  2.1402,  ..., -0.6016, -1.3092,  0.4813],\n",
      "          [-0.2959, -0.1417,  0.0773,  ..., -0.5234,  0.4697,  1.2030]]],\n",
      "\n",
      "\n",
      "        [[[-0.1970,  0.9063, -0.3922,  ...,  0.8982, -0.5584, -1.8231],\n",
      "          [-0.1969, -0.4780, -0.9478,  ..., -1.4507, -0.7497, -1.7103],\n",
      "          [-3.8001, -0.0896,  0.7917,  ...,  0.4107,  1.2329,  0.6269],\n",
      "          ...,\n",
      "          [-0.3071,  2.9010, -0.4735,  ...,  1.2947, -1.8485, -1.6803],\n",
      "          [ 0.7895, -3.5302, -0.8726,  ..., -0.6448,  0.3178,  0.6474],\n",
      "          [-1.8454, -0.3768, -0.6866,  ...,  3.1318,  0.4394, -3.2006]]]],\n",
      "       grad_fn=<SplitBackward0>)), (tensor([[[[ 2.3875e-01,  5.7472e-04, -5.5591e-01,  ...,  3.3009e-03,\n",
      "            9.0504e-03,  1.0534e+00],\n",
      "          [ 8.7770e-02, -3.4565e-01, -4.0363e-01,  ...,  4.4816e-01,\n",
      "            1.9347e-01,  1.1030e+00],\n",
      "          [ 3.0988e-01, -1.8443e-01,  4.4639e-02,  ..., -4.7494e-01,\n",
      "            8.3726e-02,  9.9311e-01],\n",
      "          ...,\n",
      "          [-1.4429e-01, -1.4329e-01, -2.0681e-01,  ...,  2.9814e-01,\n",
      "           -3.7852e-01,  8.7010e-01],\n",
      "          [-3.0508e-01,  8.0002e-02,  1.9213e-01,  ..., -4.1662e-02,\n",
      "           -3.8826e-01,  1.6926e-01],\n",
      "          [-1.6080e-01,  4.9207e-01,  8.1171e-01,  ...,  9.8541e-01,\n",
      "           -1.6562e+00,  1.9816e+00]]],\n",
      "\n",
      "\n",
      "        [[[ 1.1106e+00,  1.3158e+00, -1.9622e+00,  ..., -6.4855e-02,\n",
      "            7.9242e-01,  5.4699e-02],\n",
      "          [ 4.1507e-01, -7.3003e-01, -2.4675e+00,  ..., -5.9842e-01,\n",
      "           -2.5512e+00,  2.0216e-01],\n",
      "          [-1.3093e+00,  1.1204e+00, -3.0909e+00,  ...,  1.4770e-01,\n",
      "           -1.6810e+00, -8.9275e-01],\n",
      "          ...,\n",
      "          [ 4.9033e-01, -9.8875e-01,  6.4186e-01,  ..., -1.0364e+00,\n",
      "            7.0706e-01,  1.3152e+00],\n",
      "          [ 1.2710e+00, -9.3335e-01, -2.4895e+00,  ..., -3.5317e-01,\n",
      "            1.8734e+00,  1.5407e+00],\n",
      "          [-8.0049e-01,  1.5838e+00, -3.8668e-01,  ..., -2.9671e+00,\n",
      "           -3.6958e-01, -2.4947e-01]]],\n",
      "\n",
      "\n",
      "        [[[-2.0393e+00,  8.8800e-02, -2.3447e+00,  ...,  1.0957e-01,\n",
      "           -2.7014e-01,  2.9789e-01],\n",
      "          [ 1.2339e+00, -2.2815e-01, -1.3359e-01,  ...,  7.2704e-01,\n",
      "           -1.0474e+00,  3.5326e-01],\n",
      "          [-7.2626e-01,  2.7395e+00, -1.9096e+00,  ...,  6.8648e-01,\n",
      "           -2.1094e+00, -3.7866e-01],\n",
      "          ...,\n",
      "          [ 6.1141e-01, -1.3996e+00,  2.1772e-01,  ...,  9.1984e-01,\n",
      "            9.9392e-01,  3.2739e+00],\n",
      "          [-1.0980e+00,  1.1263e+00, -2.3441e+00,  ..., -8.4716e-01,\n",
      "            8.8928e-01,  2.9647e-01],\n",
      "          [-1.4311e+00,  1.6169e+00, -6.2244e-01,  ..., -1.1953e+00,\n",
      "            2.3428e-01,  1.3514e+00]]],\n",
      "\n",
      "\n",
      "        ...,\n",
      "\n",
      "\n",
      "        [[[-3.8512e-01, -1.0842e-01, -2.2242e-01,  ...,  3.2237e-01,\n",
      "           -1.1639e-02,  9.6414e-01],\n",
      "          [ 2.0523e-02,  5.4271e-01,  8.1010e-01,  ..., -3.4883e-01,\n",
      "           -1.0634e+00,  5.2405e-01],\n",
      "          [ 1.8830e-01,  6.2253e-01,  7.9776e-02,  ...,  2.2939e-01,\n",
      "           -2.5652e-01,  6.5119e-01],\n",
      "          ...,\n",
      "          [-1.5971e-01, -2.5015e-01,  3.4429e-01,  ...,  1.7188e-02,\n",
      "           -2.4079e-01,  4.8931e-01],\n",
      "          [ 1.2735e-01,  4.0205e-01,  2.3908e-01,  ...,  1.2704e-01,\n",
      "           -4.4457e-01,  4.6544e-01],\n",
      "          [-4.1916e-01, -3.7099e-01, -5.4837e-01,  ...,  3.4904e-01,\n",
      "           -2.2324e+00,  2.4258e+00]]],\n",
      "\n",
      "\n",
      "        [[[ 3.1958e-03,  3.3571e-01,  4.7511e-01,  ...,  7.1201e-02,\n",
      "           -4.6947e-01,  3.7500e-01],\n",
      "          [ 1.8550e-01,  2.8375e-01, -7.0396e-02,  ..., -6.0938e-01,\n",
      "           -1.8089e+00,  4.7938e-01],\n",
      "          [ 5.6728e-01, -4.1273e-01,  1.4878e+00,  ..., -5.5216e-01,\n",
      "            1.4467e-01,  2.7650e-01],\n",
      "          ...,\n",
      "          [ 1.4266e-01, -2.1116e-01, -7.0178e-02,  ...,  2.3904e-01,\n",
      "            3.6720e-01, -8.0766e-01],\n",
      "          [ 5.0184e-01, -6.3170e-02,  1.8745e-01,  ...,  1.2216e+00,\n",
      "            1.3581e+00,  2.4290e+00],\n",
      "          [-1.1940e+00, -7.3819e-01, -7.0827e-01,  ...,  1.8448e-01,\n",
      "           -2.8432e+00,  2.7626e+00]]],\n",
      "\n",
      "\n",
      "        [[[ 7.7783e-01, -4.6146e-02,  1.3652e+00,  ..., -4.6921e-01,\n",
      "           -1.3590e+00, -4.0864e-03],\n",
      "          [-1.2784e+00, -4.4408e-01, -1.3083e-01,  ...,  1.8656e+00,\n",
      "            8.3221e-02,  1.9513e+00],\n",
      "          [ 1.5918e+00, -1.6149e+00,  9.2095e-01,  ...,  6.2033e-01,\n",
      "           -2.0308e+00, -1.5338e+00],\n",
      "          ...,\n",
      "          [-2.7575e-01, -5.8260e-01,  1.1716e+00,  ..., -5.6678e-01,\n",
      "           -1.7554e+00,  8.1649e-02],\n",
      "          [-1.5270e-01, -6.8946e-01,  9.6074e-01,  ...,  1.9298e-01,\n",
      "            1.3151e+00,  1.5688e+00],\n",
      "          [ 3.4581e+00, -2.2869e-01, -3.5045e-01,  ..., -1.5171e+00,\n",
      "            7.2372e-01,  2.3101e+00]]]], grad_fn=<CatBackward0>), tensor([[[[-0.3743, -1.0210,  0.0290,  ..., -0.0944,  0.1690,  0.7323],\n",
      "          [ 0.7281,  0.3572, -1.0010,  ...,  0.1102, -0.7349,  0.2925],\n",
      "          [ 0.2307, -0.1921,  0.6076,  ..., -0.2075, -0.1595,  0.0844],\n",
      "          ...,\n",
      "          [-0.3275,  1.3526, -1.1994,  ..., -1.2585, -1.4348,  0.6772],\n",
      "          [ 0.0819,  0.5018,  0.7417,  ..., -0.6552,  0.5285,  0.7032],\n",
      "          [-0.7996,  2.5998,  1.1235,  ...,  1.0843, -2.9909, -1.9016]]],\n",
      "\n",
      "\n",
      "        [[[ 0.7649,  1.6176, -0.1323,  ...,  0.4892,  0.6618, -1.6735],\n",
      "          [-3.1090,  2.3696, -0.4670,  ..., -2.3868, -3.3077, -2.6139],\n",
      "          [ 1.7357,  4.1141, -2.5189,  ..., -0.6763,  2.3347,  0.6796],\n",
      "          ...,\n",
      "          [ 0.3228, -5.1491, -2.6161,  ..., -0.5105,  1.5546, -0.2373],\n",
      "          [ 0.6389,  0.2247, -0.6615,  ...,  1.3215,  0.9607, -2.7145],\n",
      "          [ 1.0962, -2.2675, -2.2139,  ...,  0.8076,  0.5971, -2.6795]]],\n",
      "\n",
      "\n",
      "        [[[-0.1777, -0.2434,  1.5135,  ...,  0.9574, -0.5834, -2.3455],\n",
      "          [-1.1048,  1.2050, -2.2867,  ...,  0.5887, -3.0168, -2.7462],\n",
      "          [-1.0124, -1.2961,  0.2009,  ..., -0.1889,  0.2566, -0.7838],\n",
      "          ...,\n",
      "          [-1.6832, -4.5026, -3.1252,  ...,  0.1708, -0.4372,  0.5206],\n",
      "          [ 1.1239,  0.4177,  0.6014,  ..., -0.8688,  0.2412, -0.0251],\n",
      "          [-0.5092, -2.2960, -1.7503,  ..., -0.0884, -0.2697, -1.7035]]],\n",
      "\n",
      "\n",
      "        ...,\n",
      "\n",
      "\n",
      "        [[[-0.7029, -0.8880,  0.4220,  ..., -0.1675,  0.0874,  0.4874],\n",
      "          [ 0.8038,  0.7109, -0.3844,  ..., -0.0419, -0.5200,  0.2645],\n",
      "          [-0.0601, -0.3683,  0.2016,  ..., -0.2430, -0.4911,  0.3660],\n",
      "          ...,\n",
      "          [ 0.0534,  0.6412, -0.4782,  ..., -0.8867, -0.9696,  0.2726],\n",
      "          [ 0.3970,  0.0480,  0.5140,  ..., -0.6211,  0.0055,  0.5513],\n",
      "          [-0.7925,  1.7579,  0.4388,  ...,  0.4716, -2.1708, -1.2316]]],\n",
      "\n",
      "\n",
      "        [[[ 0.2546,  0.0786, -0.1510,  ...,  0.2749, -0.0351, -0.1800],\n",
      "          [ 0.0868, -0.1319,  0.3534,  ..., -0.2652, -0.0109,  0.3446],\n",
      "          [-0.0641,  0.1264, -0.4711,  ..., -0.1824, -0.1396, -0.0065],\n",
      "          ...,\n",
      "          [ 0.2017,  0.0724,  0.8298,  ..., -0.1162,  0.5728,  0.3678],\n",
      "          [-0.0318,  0.0529,  0.1052,  ..., -0.0373,  0.0529, -0.2864],\n",
      "          [-0.5032,  0.5157,  0.4782,  ..., -0.1355, -0.2811, -0.3993]]],\n",
      "\n",
      "\n",
      "        [[[ 0.4580, -3.9477,  2.3194,  ..., -0.4431,  0.8496,  0.4675],\n",
      "          [-0.1620,  0.8426,  0.0065,  ...,  0.2028, -3.3526, -1.1027],\n",
      "          [-1.0338, -0.8133,  0.9406,  ..., -0.2197,  1.1725, -0.3410],\n",
      "          ...,\n",
      "          [-1.1179, -2.7497, -2.9783,  ..., -0.0804, -0.6800,  0.2944],\n",
      "          [ 2.2391,  1.2484, -0.1955,  ..., -0.0511,  0.6163, -1.0770],\n",
      "          [ 0.5942, -2.8717, -0.7694,  ...,  1.0992,  0.6199, -0.5562]]]],\n",
      "       grad_fn=<SplitBackward0>)), (tensor([[[[-2.9516e-01,  2.4846e-01,  4.7008e-02,  ...,  2.6638e+00,\n",
      "            1.3799e+00,  2.0719e+00],\n",
      "          [-1.4917e-01,  1.3922e-01, -2.7573e-01,  ...,  4.4525e-01,\n",
      "            1.1461e-01, -2.9848e-01],\n",
      "          [ 3.2698e-02,  2.6921e-01,  7.9725e-02,  ...,  7.0935e-01,\n",
      "           -3.6592e-01, -5.5163e-01],\n",
      "          ...,\n",
      "          [-3.4540e-01, -4.3170e-01,  7.8529e-02,  ..., -2.5562e-01,\n",
      "            2.2058e+00, -8.6811e-01],\n",
      "          [ 8.0540e-03, -1.4103e-01, -8.4079e-02,  ..., -3.7220e-01,\n",
      "           -9.2508e-01, -1.5300e+00],\n",
      "          [-9.2061e-02, -3.6733e-01, -2.6453e-01,  ...,  2.6954e+00,\n",
      "           -5.8896e-01, -7.9941e-01]]],\n",
      "\n",
      "\n",
      "        [[[ 2.5258e+00,  1.1955e+00, -1.2760e+00,  ..., -2.0728e+00,\n",
      "           -2.4490e+00, -1.8875e-01],\n",
      "          [ 2.4168e-01,  1.8256e+00,  2.1572e+00,  ..., -1.9834e-01,\n",
      "           -1.2411e-01, -4.8956e-01],\n",
      "          [ 1.9008e+00, -1.0361e+00,  1.1533e-01,  ..., -1.4690e+00,\n",
      "            1.2242e+00, -2.9930e+00],\n",
      "          ...,\n",
      "          [-4.8828e-03, -9.3956e-01,  4.4652e-01,  ..., -1.3299e+00,\n",
      "           -5.4689e-02,  9.8904e-01],\n",
      "          [ 1.3216e+00,  1.6802e+00, -1.5638e+00,  ..., -1.0056e+00,\n",
      "           -1.5472e+00, -2.4957e+00],\n",
      "          [-2.1141e+00,  9.1282e-01,  8.2021e-01,  ...,  4.6093e-01,\n",
      "            2.3341e+00, -3.6910e-01]]],\n",
      "\n",
      "\n",
      "        [[[ 9.6612e-01,  1.0478e+00, -9.6605e-01,  ...,  1.7748e-01,\n",
      "           -1.3915e+00,  1.8152e-01],\n",
      "          [-4.4860e-01,  1.6152e+00,  6.9756e-01,  ..., -1.4207e+00,\n",
      "            4.9284e-01, -8.1583e-01],\n",
      "          [ 8.2393e-01, -9.6307e-01,  1.4354e-01,  ..., -1.4281e+00,\n",
      "            1.1236e+00, -4.1107e+00],\n",
      "          ...,\n",
      "          [-1.5541e+00, -2.0523e+00,  4.1074e-01,  ..., -1.5405e+00,\n",
      "            1.9364e+00,  6.1921e-01],\n",
      "          [ 8.9606e-01,  5.4071e-01, -8.3410e-01,  ...,  4.8178e-02,\n",
      "           -1.1859e+00, -5.4323e+00],\n",
      "          [-4.2841e-01,  5.2608e-01, -1.3873e-01,  ..., -1.3480e+00,\n",
      "            1.2208e+00, -1.5597e+00]]],\n",
      "\n",
      "\n",
      "        ...,\n",
      "\n",
      "\n",
      "        [[[-5.1371e-01, -7.0740e-01,  1.0680e-01,  ...,  2.3648e+00,\n",
      "            1.2793e+00,  2.2803e+00],\n",
      "          [ 2.6169e-01,  2.2868e-01, -1.3881e-01,  ...,  1.8180e-01,\n",
      "           -4.9028e-01, -4.6147e-01],\n",
      "          [-4.3711e-02, -1.0770e-01,  1.2956e-01,  ...,  7.2913e-01,\n",
      "            9.0845e-02, -8.7004e-01],\n",
      "          ...,\n",
      "          [-8.1135e-02,  6.0257e-01,  2.2907e-01,  ...,  2.1573e-01,\n",
      "            2.2622e+00, -1.1661e+00],\n",
      "          [-6.5919e-02,  8.7759e-02,  8.5049e-02,  ..., -6.0592e-01,\n",
      "           -8.0267e-01, -5.0064e-01],\n",
      "          [ 2.5105e-01,  3.3022e-01, -9.7926e-02,  ...,  2.5618e+00,\n",
      "           -3.4862e-01,  1.8794e-01]]],\n",
      "\n",
      "\n",
      "        [[[-4.2995e-01, -4.3477e-01, -6.0170e-02,  ...,  1.9747e+00,\n",
      "            1.4914e+00,  2.4162e+00],\n",
      "          [-1.1364e-01, -5.6556e-01, -4.7353e-01,  ..., -1.3921e+00,\n",
      "           -1.6565e+00,  1.6479e-01],\n",
      "          [ 3.4793e-02, -1.0623e-01,  3.9789e-01,  ...,  1.1987e+00,\n",
      "            3.1158e-01, -8.5020e-01],\n",
      "          ...,\n",
      "          [-4.2367e-02, -5.7048e-01, -4.5198e-01,  ...,  1.3081e+00,\n",
      "            1.6938e+00, -1.3456e+00],\n",
      "          [ 2.9812e-01, -2.6504e-01,  2.0024e-01,  ..., -7.9299e-01,\n",
      "            5.6535e-01,  2.5219e+00],\n",
      "          [ 3.3423e-01,  2.5542e-01,  2.5107e-01,  ...,  2.7567e+00,\n",
      "           -7.8606e-01,  2.2794e+00]]],\n",
      "\n",
      "\n",
      "        [[[-7.3299e-01, -2.2936e+00,  4.5251e-01,  ...,  1.1032e+00,\n",
      "            7.0973e-02,  1.2421e+00],\n",
      "          [-4.1171e-01,  3.3307e-02,  1.1965e+00,  ...,  4.0987e-02,\n",
      "            9.9139e-01,  1.0238e-02],\n",
      "          [-2.1765e+00, -8.1439e-01, -1.0490e+00,  ..., -1.3638e+00,\n",
      "           -1.0239e-01, -4.3713e+00],\n",
      "          ...,\n",
      "          [ 8.5479e-01,  1.8348e+00, -7.8248e-01,  ..., -9.9279e-01,\n",
      "            1.5081e+00, -8.0104e-01],\n",
      "          [-4.4677e-01, -3.4586e-01,  4.5023e-01,  ..., -1.0488e+00,\n",
      "           -7.7607e-01, -2.4364e+00],\n",
      "          [ 9.2431e-01, -1.8760e+00, -3.3551e-02,  ...,  3.0977e+00,\n",
      "            4.9831e+00, -3.5651e+00]]]], grad_fn=<CatBackward0>), tensor([[[[-0.1558,  0.5169, -0.0273,  ...,  0.2121,  0.5615,  0.0081],\n",
      "          [-0.1470,  0.1074, -0.1115,  ...,  0.3079, -0.2033,  0.0126],\n",
      "          [-0.8534, -0.9731, -0.7269,  ...,  0.5038, -0.2609,  0.0318],\n",
      "          ...,\n",
      "          [ 0.3186,  0.0204,  0.1844,  ..., -0.0407, -0.2160, -0.2865],\n",
      "          [ 0.6900,  2.6106, -0.1785,  ...,  1.9650,  3.2376, -1.8376],\n",
      "          [ 0.2405, -0.0143, -0.5171,  ...,  0.1923,  0.3312,  0.5986]]],\n",
      "\n",
      "\n",
      "        [[[ 0.3216, -0.7289,  1.9167,  ...,  0.3178,  1.3689, -1.1385],\n",
      "          [ 0.2091, -0.3047,  2.4510,  ...,  1.4952, -0.3905,  1.0560],\n",
      "          [ 6.3646,  2.0612,  0.7371,  ...,  0.8903, -1.3168,  0.4971],\n",
      "          ...,\n",
      "          [-0.1525,  0.2018, -0.5720,  ..., -0.7441, -0.5266,  3.0024],\n",
      "          [-5.2036,  1.0437,  1.9243,  ...,  1.0587, -2.4351,  2.4247],\n",
      "          [ 1.4697, -0.2757,  1.3182,  ...,  2.0150, -0.0651, -1.9579]]],\n",
      "\n",
      "\n",
      "        [[[ 0.9530,  0.7129, -1.1564,  ...,  0.0092, -0.0279, -0.9268],\n",
      "          [-0.5307,  1.1987, -0.3219,  ...,  3.5701, -1.0725,  0.1918],\n",
      "          [ 4.7812, -0.1098, -1.3086,  ...,  2.6351, -0.9216, -1.5181],\n",
      "          ...,\n",
      "          [-1.7466,  0.1611, -1.0117,  ...,  0.2616, -1.3220,  0.9904],\n",
      "          [-4.2907,  1.5554,  0.2176,  ...,  0.7921, -0.1173,  2.9422],\n",
      "          [ 0.0224,  1.4191, -0.5291,  ...,  0.6126, -0.5516, -1.4825]]],\n",
      "\n",
      "\n",
      "        ...,\n",
      "\n",
      "\n",
      "        [[[-0.5219,  0.3391, -0.0065,  ..., -0.0739,  0.5530,  0.3113],\n",
      "          [-0.2827,  0.0911,  0.4684,  ...,  0.3972, -0.1635,  0.1230],\n",
      "          [-0.4475, -1.0355, -0.9128,  ...,  0.8788, -0.2478,  0.4658],\n",
      "          ...,\n",
      "          [ 0.4754, -0.0457, -0.1392,  ...,  0.3070, -0.6015, -0.1887],\n",
      "          [ 0.3926,  1.2064, -0.0143,  ...,  1.1873,  2.0159, -1.0449],\n",
      "          [ 0.3455, -0.0441, -0.4840,  ...,  0.3220,  0.3576,  0.5756]]],\n",
      "\n",
      "\n",
      "        [[[-0.0589, -0.6299,  0.4007,  ...,  0.9070,  0.1945, -0.1366],\n",
      "          [-0.0585, -0.0804,  0.1438,  ..., -0.1895, -0.1248, -0.0478],\n",
      "          [ 0.9023, -0.3804,  0.0537,  ...,  0.3850,  0.5919,  0.1806],\n",
      "          ...,\n",
      "          [ 0.5972,  0.3856, -0.1150,  ...,  0.1887, -0.3464,  0.3066],\n",
      "          [ 0.0682, -0.1249, -0.0179,  ..., -0.0861, -0.0466, -0.2753],\n",
      "          [ 0.2730, -0.0089,  0.0636,  ..., -0.3534,  0.0580,  0.6667]]],\n",
      "\n",
      "\n",
      "        [[[ 1.5199,  1.5995, -0.8423,  ...,  0.2627, -0.0150,  1.0022],\n",
      "          [-0.2388, -0.2604,  0.9955,  ...,  2.3683, -0.1622, -2.3957],\n",
      "          [ 3.0047,  1.8059, -2.2088,  ...,  0.4681, -1.5097, -0.3422],\n",
      "          ...,\n",
      "          [-0.4985, -0.5196, -1.2137,  ...,  1.3741,  0.5843,  0.7517],\n",
      "          [-2.0742,  1.0188, -1.3703,  ...,  2.3419,  0.7669,  1.1309],\n",
      "          [-1.2757,  1.8791,  0.1173,  ...,  0.3820, -0.8906, -0.6985]]]],\n",
      "       grad_fn=<SplitBackward0>)), (tensor([[[[-1.0476e-01, -2.0829e-01, -1.4944e-01,  ..., -1.1948e+00,\n",
      "            1.1858e+00,  5.7285e-01],\n",
      "          [-3.8354e-02, -5.7204e-01,  1.7428e-01,  ...,  4.9486e-01,\n",
      "            9.5595e-01,  9.5325e-02],\n",
      "          [-1.2076e-01, -4.1841e-01, -1.1615e-01,  ...,  1.2316e+00,\n",
      "           -1.8070e-01,  4.6173e-01],\n",
      "          ...,\n",
      "          [-2.2026e-01, -1.9221e-01, -8.8978e-02,  ...,  6.5695e-01,\n",
      "            7.1512e-01, -8.5968e-01],\n",
      "          [-1.4487e-01, -3.2651e-01, -1.7970e-01,  ...,  1.4028e+00,\n",
      "           -2.7800e-01,  8.1442e-01],\n",
      "          [-1.0453e-01, -2.8242e-01,  7.7110e-02,  ...,  3.4792e-01,\n",
      "            1.1851e-01,  1.0711e+00]]],\n",
      "\n",
      "\n",
      "        [[[-2.9865e-01, -8.4164e-02, -1.5256e+00,  ..., -4.7638e-01,\n",
      "           -1.5226e-01,  2.2179e+00],\n",
      "          [-1.3387e+00, -1.1728e+00, -2.3813e-01,  ...,  1.4882e+00,\n",
      "            1.7437e+00,  2.1051e+00],\n",
      "          [-6.2530e-01,  1.3164e+00, -1.5276e+00,  ..., -1.8966e+00,\n",
      "           -4.8163e-01,  1.1910e+00],\n",
      "          ...,\n",
      "          [ 2.8097e+00, -1.0755e+00, -1.2692e+00,  ..., -4.9572e-01,\n",
      "            1.5373e+00, -5.4869e-01],\n",
      "          [-9.3415e-01, -3.6247e-01, -2.8486e-01,  ...,  2.0526e+00,\n",
      "            1.3153e+00, -1.5631e+00],\n",
      "          [ 1.2085e+00, -2.8794e-01,  1.2477e+00,  ...,  2.2800e+00,\n",
      "           -3.4222e+00,  1.0012e+00]]],\n",
      "\n",
      "\n",
      "        [[[ 2.8107e-01, -8.9057e-01,  7.7223e-01,  ..., -4.7704e-01,\n",
      "           -6.7217e-01,  2.7542e+00],\n",
      "          [-9.4007e-01, -8.8491e-01, -1.1714e+00,  ...,  9.7972e-01,\n",
      "            1.5408e+00,  1.5006e+00],\n",
      "          [-1.5779e+00, -1.7883e-01,  1.2473e-02,  ..., -1.0917e+00,\n",
      "            2.5989e-01,  3.6860e-01],\n",
      "          ...,\n",
      "          [-1.0251e+00, -1.5481e+00, -3.6241e-01,  ..., -3.3041e-01,\n",
      "            5.1469e-01, -5.3677e-01],\n",
      "          [-4.1652e-01, -1.1461e+00, -1.4202e+00,  ...,  1.1140e+00,\n",
      "            3.6787e-01, -2.7069e+00],\n",
      "          [-3.2262e-01, -1.0825e-02,  1.3032e+00,  ...,  1.3919e+00,\n",
      "           -1.1134e+00,  3.1437e+00]]],\n",
      "\n",
      "\n",
      "        ...,\n",
      "\n",
      "\n",
      "        [[[ 2.3092e-01, -1.7056e-01,  6.9186e-02,  ..., -1.0042e+00,\n",
      "            7.5399e-01,  2.6563e-01],\n",
      "          [ 3.5143e-01,  4.5572e-01, -1.2722e-01,  ...,  4.6450e-01,\n",
      "            8.3694e-01,  4.6472e-01],\n",
      "          [ 6.7598e-02, -1.1656e-01, -2.1521e-02,  ...,  6.6774e-01,\n",
      "            2.7248e-01,  6.5387e-01],\n",
      "          ...,\n",
      "          [ 1.4037e-01,  2.4641e-01,  1.7947e-01,  ..., -1.9689e-01,\n",
      "            5.5968e-01, -5.4762e-01],\n",
      "          [ 2.9129e-01,  2.5154e-01,  4.0399e-02,  ...,  1.3313e+00,\n",
      "           -6.0640e-01,  2.4508e-01],\n",
      "          [ 2.7135e-01,  4.2408e-01,  2.2048e-01,  ..., -2.9476e-01,\n",
      "            3.4037e-01,  1.0053e+00]]],\n",
      "\n",
      "\n",
      "        [[[-1.4926e-01,  2.5559e-01,  3.8440e-02,  ...,  9.6036e-01,\n",
      "           -7.0064e-01, -6.2206e-01],\n",
      "          [ 6.1705e-01,  4.0321e-01,  8.7153e-02,  ..., -1.7829e-01,\n",
      "           -2.9999e-01,  1.3489e-01],\n",
      "          [ 2.8134e-01, -4.0499e-01,  3.0164e-02,  ..., -7.7409e-01,\n",
      "            5.0010e-02,  2.9887e+00],\n",
      "          ...,\n",
      "          [ 9.1174e-02, -2.6377e-03,  2.0116e-01,  ..., -1.5024e+00,\n",
      "           -1.1860e+00,  1.7587e+00],\n",
      "          [-3.0211e-01, -1.3821e-01,  3.6216e-01,  ...,  3.6861e-01,\n",
      "           -1.1388e+00, -9.3394e-01],\n",
      "          [ 3.4407e-01,  3.8246e-01, -3.4450e-02,  ..., -2.1945e-01,\n",
      "            3.4181e-01, -3.1981e-01]]],\n",
      "\n",
      "\n",
      "        [[[-7.9864e-01,  2.3489e-02, -3.4348e-01,  ..., -6.0645e-01,\n",
      "           -2.5025e+00,  2.2496e+00],\n",
      "          [ 9.7123e-01, -7.3534e-01, -1.7657e+00,  ..., -6.9686e-01,\n",
      "            4.3481e+00, -2.8075e-01],\n",
      "          [ 6.7170e-01, -1.5148e+00,  1.7277e+00,  ...,  6.0257e-01,\n",
      "           -6.3451e-01,  1.7997e+00],\n",
      "          ...,\n",
      "          [ 9.4898e-01,  6.7763e-01,  1.1217e+00,  ...,  3.9868e-01,\n",
      "            4.2806e-01,  2.5718e-01],\n",
      "          [ 5.8119e-01, -1.9717e-01, -1.6158e+00,  ...,  6.3942e-01,\n",
      "           -2.9253e+00, -3.9712e-01],\n",
      "          [-1.6804e-01, -1.4573e+00, -8.3873e-01,  ...,  1.7405e+00,\n",
      "           -7.0415e-01, -2.4138e+00]]]], grad_fn=<CatBackward0>), tensor([[[[-7.1547e-01,  5.6397e-01,  1.6921e-02,  ...,  2.2636e-01,\n",
      "            1.2191e-01,  6.2487e-01],\n",
      "          [-1.1692e+00,  6.2246e-01, -1.2329e+00,  ..., -1.2950e-01,\n",
      "            1.5250e+00,  1.3899e+00],\n",
      "          [ 5.3904e-01, -1.1220e+00,  6.0701e-02,  ...,  1.4005e-01,\n",
      "            2.1919e-01,  3.0697e-01],\n",
      "          ...,\n",
      "          [-3.2210e+00, -5.3003e+00, -1.2649e+00,  ...,  2.8430e+00,\n",
      "            3.2854e+00, -5.3677e-01],\n",
      "          [ 9.5545e-02,  4.9922e-02,  2.1406e+00,  ..., -3.1700e-01,\n",
      "            7.5935e-01,  2.8985e-01],\n",
      "          [ 1.2401e-01,  4.8037e+00,  2.5995e-01,  ..., -1.0815e+00,\n",
      "            9.8720e-01,  4.6891e+00]]],\n",
      "\n",
      "\n",
      "        [[[-6.6335e-03,  1.7706e+00,  4.5617e-01,  ..., -3.4503e+00,\n",
      "           -3.4139e+00, -5.9288e-03],\n",
      "          [ 3.3722e+00,  2.4683e+00, -1.3953e-01,  ..., -8.3844e-01,\n",
      "            3.6574e-01,  1.1297e-01],\n",
      "          [-1.5704e+00,  7.9960e-01,  1.8892e+00,  ..., -1.1743e+00,\n",
      "           -1.9008e-01, -9.9948e-02],\n",
      "          ...,\n",
      "          [ 1.5403e+00,  3.4309e+00, -8.9042e-01,  ..., -1.6040e+00,\n",
      "            1.6111e+00, -1.6008e+00],\n",
      "          [ 8.1204e-02,  7.3967e-01,  6.1194e-01,  ...,  7.0490e-01,\n",
      "            1.1747e+00,  1.3610e+00],\n",
      "          [ 2.6023e-01, -1.7002e+00,  2.6238e-01,  ...,  1.1732e+00,\n",
      "            1.6183e+00,  1.0163e+00]]],\n",
      "\n",
      "\n",
      "        [[[ 1.3202e-01, -8.0349e-02, -1.6701e+00,  ...,  1.5360e+00,\n",
      "           -1.2561e+00, -1.6598e+00],\n",
      "          [ 7.1275e-01,  1.4690e+00, -4.7695e-01,  ..., -7.7386e-01,\n",
      "           -5.2090e-01, -2.7460e+00],\n",
      "          [-3.6271e-01,  5.0932e-01,  1.4470e+00,  ...,  3.1609e-01,\n",
      "            8.2998e-01, -8.9956e-02],\n",
      "          ...,\n",
      "          [ 2.9126e-01,  7.6737e-01,  5.5042e-01,  ..., -2.6008e+00,\n",
      "            5.0891e-01,  2.7439e-01],\n",
      "          [-2.8667e-01,  5.2816e-01,  6.0710e-01,  ...,  1.0710e+00,\n",
      "            3.1910e+00, -5.4443e-01],\n",
      "          [ 1.5155e+00,  3.2135e-03, -7.3108e-01,  ...,  1.7971e+00,\n",
      "            3.7369e+00,  1.5709e+00]]],\n",
      "\n",
      "\n",
      "        ...,\n",
      "\n",
      "\n",
      "        [[[-5.6281e-01,  4.1022e-01, -1.9957e-01,  ..., -7.1246e-03,\n",
      "           -1.4206e-01,  1.0768e-01],\n",
      "          [-9.9364e-01,  7.7726e-01, -7.9292e-01,  ..., -9.2234e-02,\n",
      "            1.0629e+00,  4.2601e-01],\n",
      "          [ 3.9597e-01, -4.1386e-01,  1.1735e-01,  ..., -1.7221e-02,\n",
      "            2.1091e-02,  3.7169e-01],\n",
      "          ...,\n",
      "          [-2.0850e+00, -4.5311e+00, -6.8950e-01,  ...,  1.7909e+00,\n",
      "            2.3057e+00, -3.8080e-01],\n",
      "          [ 3.3011e-01,  1.7274e-01,  1.4059e+00,  ...,  7.5078e-02,\n",
      "            5.4802e-01,  3.7329e-01],\n",
      "          [ 2.7568e-01,  2.4489e+00,  3.5320e-01,  ..., -4.7567e-01,\n",
      "            6.7414e-01,  3.1005e+00]]],\n",
      "\n",
      "\n",
      "        [[[ 1.4204e-01, -5.8502e-02,  6.3564e-02,  ..., -6.4895e-02,\n",
      "            2.2967e-01, -1.2492e-01],\n",
      "          [-1.8831e-01,  8.3926e-01,  1.5756e-01,  ..., -2.4018e-02,\n",
      "           -1.1489e-01,  1.2336e-01],\n",
      "          [-1.9585e-01, -1.6600e-01, -1.5442e-01,  ..., -1.7205e-01,\n",
      "            3.6033e-02,  3.0239e-01],\n",
      "          ...,\n",
      "          [-1.5819e-01, -3.8802e-01,  2.6880e-01,  ..., -8.9765e-02,\n",
      "            1.1534e-01,  6.6144e-02],\n",
      "          [ 5.0546e-02,  1.8438e-01, -2.1556e-01,  ..., -1.2786e-02,\n",
      "           -2.8763e-01, -3.9785e-04],\n",
      "          [-2.4092e-01,  1.2987e-01, -9.1326e-02,  ..., -3.6666e-02,\n",
      "            2.8757e-02, -4.1561e-02]]],\n",
      "\n",
      "\n",
      "        [[[ 7.2191e-01,  4.2535e-02, -9.7302e-01,  ..., -4.0781e-02,\n",
      "           -1.6155e+00, -9.4518e-01],\n",
      "          [ 1.6229e+00,  2.6835e-01, -1.3060e+00,  ...,  2.3903e+00,\n",
      "            1.8920e+00, -2.8592e+00],\n",
      "          [-2.5513e+00,  1.9750e+00, -1.8809e+00,  ...,  1.1832e+00,\n",
      "            6.3362e-01, -2.7360e-01],\n",
      "          ...,\n",
      "          [ 1.9753e+00, -1.4036e+00,  7.0743e-01,  ...,  2.1087e+00,\n",
      "            1.4455e+00,  9.5293e-01],\n",
      "          [ 1.0195e+00,  1.9416e+00,  1.4748e+00,  ...,  1.7179e+00,\n",
      "           -1.6777e+00,  3.0128e+00],\n",
      "          [ 3.2769e+00, -3.6012e+00, -1.8135e+00,  ...,  2.1412e+00,\n",
      "            3.4819e+00,  1.2343e-01]]]], grad_fn=<SplitBackward0>)), (tensor([[[[-1.2435e-01, -2.1761e-01, -3.4299e-01,  ..., -1.9032e+00,\n",
      "           -5.6343e-01, -2.5317e-02],\n",
      "          [-1.7059e-01,  2.8110e-01, -1.8334e-01,  ..., -6.5772e-01,\n",
      "           -1.2326e+00, -2.1754e-02],\n",
      "          [ 1.8067e-01,  2.0456e-01,  2.0065e-01,  ..., -9.1160e-01,\n",
      "            3.4782e+00, -4.0488e-01],\n",
      "          ...,\n",
      "          [-9.8783e-02, -2.9881e-01, -2.4478e-01,  ..., -6.9213e-01,\n",
      "            2.6292e+00, -1.9519e+00],\n",
      "          [-2.0969e-02,  2.8425e-02, -2.8486e-01,  ..., -1.4240e+00,\n",
      "           -9.9245e-01,  5.9647e+00],\n",
      "          [-2.9581e+00,  3.1228e-01,  3.3114e+00,  ...,  2.7813e+00,\n",
      "            1.3803e+00,  9.6956e-01]]],\n",
      "\n",
      "\n",
      "        [[[-4.7646e-01, -5.0962e-01, -5.2575e-01,  ..., -5.8474e-01,\n",
      "           -7.9688e-01,  5.9848e-02],\n",
      "          [ 4.7593e-01,  8.2831e-01,  2.5867e+00,  ..., -8.5284e-01,\n",
      "           -2.7332e+00, -2.0223e-01],\n",
      "          [-2.0899e-01,  2.1057e-01, -1.7667e+00,  ...,  4.9742e-01,\n",
      "            2.1315e-01, -1.2633e+00],\n",
      "          ...,\n",
      "          [-1.4966e+00, -1.0448e+00,  2.1347e-01,  ..., -2.0933e+00,\n",
      "           -9.1238e-01, -2.6306e+00],\n",
      "          [-1.5673e+00,  1.2149e-01, -1.1753e+00,  ...,  2.6520e+00,\n",
      "            5.3345e-02, -1.2307e-01],\n",
      "          [-4.4400e+00,  1.2880e+00,  9.9843e-01,  ...,  1.2668e+00,\n",
      "            5.5049e-01,  1.0547e+00]]],\n",
      "\n",
      "\n",
      "        [[[-7.1340e-01, -3.7500e-01,  9.9497e-02,  ...,  4.7422e-01,\n",
      "            4.8723e-01,  1.1614e+00],\n",
      "          [-1.8024e+00, -5.0816e-01,  4.3478e+00,  ..., -1.2866e+00,\n",
      "           -2.1159e-01,  5.3581e-01],\n",
      "          [-6.5094e-01,  1.4691e+00, -1.3518e+00,  ...,  8.7669e-01,\n",
      "           -1.0399e+00, -2.0590e+00],\n",
      "          ...,\n",
      "          [-1.1652e+00, -1.0783e+00, -1.1164e+00,  ..., -3.5167e+00,\n",
      "           -6.7499e-01, -2.0079e+00],\n",
      "          [ 1.8816e-01, -2.8176e-01,  4.1983e-01,  ...,  1.9064e+00,\n",
      "           -1.6421e+00,  4.9368e-01],\n",
      "          [-5.9039e+00, -2.9853e-01, -8.4088e-02,  ...,  2.3805e+00,\n",
      "           -1.9558e-01, -8.9064e-01]]],\n",
      "\n",
      "\n",
      "        ...,\n",
      "\n",
      "\n",
      "        [[[ 1.6453e-01,  2.4364e-01,  3.9061e-01,  ..., -2.1046e+00,\n",
      "           -1.1937e-01,  3.2064e-01],\n",
      "          [ 2.6702e-02, -2.8859e-01,  4.8783e-01,  ..., -5.9091e-01,\n",
      "           -1.2404e+00,  5.4815e-01],\n",
      "          [-1.2362e-01, -2.8470e-01,  1.9287e-01,  ..., -3.8816e-01,\n",
      "            2.3143e+00,  3.4318e-01],\n",
      "          ...,\n",
      "          [-1.9340e-02,  5.1577e-01,  2.2891e-01,  ..., -3.4094e-01,\n",
      "            2.1188e+00, -2.2196e+00],\n",
      "          [-4.1610e-02, -2.3258e-02,  4.3104e-01,  ..., -1.2192e+00,\n",
      "           -6.0370e-01,  5.4551e+00],\n",
      "          [ 7.9795e+00, -2.1242e-01, -1.2944e+00,  ...,  3.3730e+00,\n",
      "            1.2317e+00,  1.1923e+00]]],\n",
      "\n",
      "\n",
      "        [[[-4.2805e-02,  1.2182e-01, -1.4181e+00,  ..., -2.1559e+00,\n",
      "           -5.3971e-01,  1.0445e+00],\n",
      "          [ 9.0737e-01,  2.6804e-01, -9.2754e-01,  ...,  1.0202e-01,\n",
      "           -1.5401e+00,  1.0110e+00],\n",
      "          [ 3.8545e-02, -7.2999e-02,  6.7600e-01,  ...,  1.5708e-01,\n",
      "            1.7935e-01,  1.7123e+00],\n",
      "          ...,\n",
      "          [ 7.6678e-01,  4.7561e-01,  4.0188e-03,  ...,  3.5830e+00,\n",
      "            1.0459e+00, -1.4423e+00],\n",
      "          [ 8.3106e-02,  1.6003e-01, -5.1271e-01,  ..., -1.2654e+00,\n",
      "            1.9593e-01,  4.6470e+00],\n",
      "          [ 5.4735e+00, -1.4782e+00, -3.0010e+00,  ...,  3.5318e+00,\n",
      "            8.4030e-01,  1.2618e+00]]],\n",
      "\n",
      "\n",
      "        [[[ 2.1771e+00,  5.1942e-01,  2.3479e+00,  ..., -2.1971e+00,\n",
      "           -1.2903e+00,  2.4280e-01],\n",
      "          [ 1.3885e+00, -2.2191e+00, -8.4351e-01,  ...,  2.8163e-01,\n",
      "            7.6957e-01,  8.8704e-01],\n",
      "          [ 2.0078e+00,  4.1700e-01, -8.2112e-01,  ..., -3.6441e-02,\n",
      "           -1.1070e-01,  1.2511e+00],\n",
      "          ...,\n",
      "          [ 2.2908e+00,  1.4130e+00,  6.5076e-01,  ..., -1.6240e+00,\n",
      "           -7.1187e-01, -1.1518e+00],\n",
      "          [ 3.3446e-01, -6.4557e-02,  1.8654e+00,  ...,  9.3819e-01,\n",
      "           -5.9383e-02,  1.5048e+00],\n",
      "          [ 4.3043e+00, -9.3246e-01, -2.9633e+00,  ...,  4.1307e+00,\n",
      "           -7.0818e-01,  1.1779e+00]]]], grad_fn=<CatBackward0>), tensor([[[[-1.4786e+00, -2.6640e-01, -9.8100e-01,  ...,  3.2575e-01,\n",
      "            2.7602e+00,  7.0651e-02],\n",
      "          [-2.3796e-01, -2.9849e-01,  1.1775e-01,  ..., -5.5597e-01,\n",
      "            7.6782e-02, -1.1548e-01],\n",
      "          [ 5.4516e-01,  7.7004e-01,  7.6082e-02,  ...,  1.2030e-01,\n",
      "            2.4959e-01,  4.5964e-01],\n",
      "          ...,\n",
      "          [ 2.5096e-01,  5.6337e-01,  7.7742e-03,  ..., -1.5823e-02,\n",
      "           -9.2904e-02,  2.5005e-02],\n",
      "          [ 8.5050e-01,  5.6992e-01,  8.0858e-01,  ...,  3.0659e-01,\n",
      "           -3.8860e-01, -3.4369e-01],\n",
      "          [ 9.0422e-01,  1.3025e-01,  3.9270e-01,  ...,  1.4389e-01,\n",
      "           -1.8950e-01,  2.4007e-01]]],\n",
      "\n",
      "\n",
      "        [[[-2.2259e+00, -2.0594e+00,  5.8718e-01,  ..., -1.7842e+00,\n",
      "           -1.4276e+00, -5.2464e-01],\n",
      "          [-1.5772e+00, -1.6964e+00,  3.6464e+00,  ...,  7.4033e-01,\n",
      "           -8.0249e-02,  4.5134e-01],\n",
      "          [-4.5955e+00, -3.6942e-01,  2.3792e+00,  ...,  1.5319e+00,\n",
      "            3.1467e+00, -1.4645e+00],\n",
      "          ...,\n",
      "          [ 1.0584e+00, -1.7538e+00, -9.5792e-01,  ..., -1.4333e-01,\n",
      "           -8.6541e-01,  4.2036e-01],\n",
      "          [ 3.0266e+00, -2.5562e-01,  6.4207e-01,  ..., -2.3934e+00,\n",
      "            1.1842e+00, -1.6789e+00],\n",
      "          [ 7.4255e-01, -9.6163e-01,  2.3510e-01,  ..., -1.1472e+00,\n",
      "            1.5261e-02, -1.1126e+00]]],\n",
      "\n",
      "\n",
      "        [[[ 1.4626e+00, -3.7150e+00,  2.2247e+00,  ..., -6.9906e-01,\n",
      "            3.9593e-01, -3.7969e+00],\n",
      "          [-8.2566e-01, -2.5186e+00, -6.8116e-01,  ...,  5.2617e-01,\n",
      "            5.0957e-01, -2.3575e+00],\n",
      "          [-2.9279e+00, -3.0203e-01, -2.7166e-01,  ..., -9.8271e-01,\n",
      "            1.8277e+00,  6.3450e-01],\n",
      "          ...,\n",
      "          [ 1.6655e+00, -1.2464e+00, -2.8940e-01,  ..., -2.6476e+00,\n",
      "           -2.4447e+00,  2.0206e-01],\n",
      "          [ 2.2824e+00,  1.3256e+00, -2.5468e+00,  ..., -1.3621e+00,\n",
      "           -3.2597e-01, -5.8978e-01],\n",
      "          [-1.5749e-01,  2.3350e-01,  9.1482e-01,  ..., -6.9867e-01,\n",
      "            7.5615e-01, -4.0663e+00]]],\n",
      "\n",
      "\n",
      "        ...,\n",
      "\n",
      "\n",
      "        [[[-7.7736e-01, -2.2469e-02, -3.7255e-02,  ..., -1.5742e-01,\n",
      "            1.3016e+00, -3.9213e-01],\n",
      "          [-4.0413e-01, -3.2255e-01,  1.5105e-01,  ..., -2.5403e-01,\n",
      "           -3.0530e-02, -5.2280e-01],\n",
      "          [-2.0642e-01,  7.3729e-01, -1.0075e-01,  ...,  3.1942e-01,\n",
      "            3.1452e-01,  5.5187e-01],\n",
      "          ...,\n",
      "          [ 2.0926e-03,  2.7155e-01,  1.3275e-01,  ..., -2.2787e-01,\n",
      "            1.0235e-02,  2.8706e-02],\n",
      "          [ 5.9105e-01,  1.5178e-01,  4.8583e-01,  ...,  2.3527e-01,\n",
      "            3.2934e-01, -4.8167e-03],\n",
      "          [ 1.1340e+00,  4.2142e-01,  2.4283e-01,  ...,  9.4109e-02,\n",
      "           -4.5134e-01,  1.0040e+00]]],\n",
      "\n",
      "\n",
      "        [[[ 7.6749e-02, -4.0109e-02, -1.1572e-01,  ...,  1.1707e-01,\n",
      "            9.7989e-02,  9.4463e-02],\n",
      "          [ 2.3401e-01, -6.7048e-02,  4.0523e-01,  ...,  2.8492e-03,\n",
      "           -1.0910e-01,  7.4160e-02],\n",
      "          [ 1.7859e-01,  4.5497e-01, -5.1671e-02,  ...,  3.6087e-01,\n",
      "            2.3758e-01,  4.0348e-01],\n",
      "          ...,\n",
      "          [-8.6016e-02,  7.3651e-02, -8.7473e-02,  ..., -5.0186e-02,\n",
      "            2.5912e-01, -5.3117e-02],\n",
      "          [-1.1796e+00, -2.2543e-01,  6.0267e-02,  ..., -5.9971e-01,\n",
      "            5.8990e-01,  6.1733e-01],\n",
      "          [ 1.4572e+00,  2.8522e-02,  8.3735e-02,  ...,  3.1174e-01,\n",
      "           -4.0932e-01,  1.2142e+00]]],\n",
      "\n",
      "\n",
      "        [[[-1.9851e+00, -3.0943e+00,  5.0362e+00,  ..., -1.0771e+00,\n",
      "            1.0116e+00, -4.1546e-01],\n",
      "          [-9.8802e-01, -7.9937e-01, -8.5935e-01,  ...,  5.6041e-01,\n",
      "            1.7008e-02, -1.2635e-02],\n",
      "          [-2.2819e+00,  3.5014e-01,  7.4317e-01,  ..., -1.2637e+00,\n",
      "            3.8254e-01,  9.3585e-01],\n",
      "          ...,\n",
      "          [ 1.6021e+00, -3.1869e-01, -1.7321e+00,  ..., -2.5290e-01,\n",
      "           -8.8873e-01,  6.2441e-01],\n",
      "          [ 9.9201e-01,  4.1492e-01, -2.8312e-01,  ...,  5.7762e-01,\n",
      "           -6.3578e-01, -2.7045e+00],\n",
      "          [ 3.9572e-01, -1.0606e+00, -2.0906e+00,  ...,  3.8862e-01,\n",
      "           -2.2938e-01, -2.7415e+00]]]], grad_fn=<SplitBackward0>)), (tensor([[[[ 1.1573e-01,  1.1710e-01, -3.6645e-01,  ...,  1.5706e+00,\n",
      "           -3.4425e+00, -1.3765e+00],\n",
      "          [-2.0632e-01, -1.3081e-01, -2.1785e-01,  ..., -3.1913e-01,\n",
      "           -1.3838e+00,  1.8813e+00],\n",
      "          [-2.1465e-02,  3.1722e-01, -2.1234e-01,  ..., -1.2749e+00,\n",
      "           -2.0995e+00,  3.7459e-01],\n",
      "          ...,\n",
      "          [ 8.2810e-02,  1.0298e-01, -2.4879e-01,  ..., -1.2093e+00,\n",
      "            9.9888e-01, -3.8115e+00],\n",
      "          [-2.7670e-01, -1.0789e-01, -9.7135e-02,  ..., -1.3813e+00,\n",
      "           -2.1808e+00, -1.4592e+00],\n",
      "          [ 1.1719e-01,  5.8357e-01, -1.9266e-01,  ..., -4.1925e-01,\n",
      "            6.7731e-01,  7.7306e-01]]],\n",
      "\n",
      "\n",
      "        [[[-1.3880e+00,  1.0700e+00, -4.8859e-01,  ..., -4.2786e-01,\n",
      "            7.4822e-02, -1.7473e+00],\n",
      "          [-4.1720e-01, -4.0977e-01, -2.4440e+00,  ..., -3.2218e-01,\n",
      "            2.0587e+00,  1.8368e-01],\n",
      "          [ 2.2456e+00, -1.9245e+00,  1.9737e-02,  ...,  1.6033e+00,\n",
      "            2.1753e+00,  8.6828e-01],\n",
      "          ...,\n",
      "          [-5.7810e-02,  9.8865e-01, -1.4359e+00,  ...,  2.9442e+00,\n",
      "            2.4345e+00,  2.3218e+00],\n",
      "          [ 4.8384e-01,  3.2404e-01, -4.2703e-01,  ..., -3.1252e-01,\n",
      "           -3.0685e-01,  4.7323e+00],\n",
      "          [-1.8821e-01,  3.6095e-01,  7.0780e-01,  ...,  1.8473e+00,\n",
      "            5.7787e-01,  1.0358e+00]]],\n",
      "\n",
      "\n",
      "        [[[-5.1391e-01, -1.8430e-01,  7.2397e-02,  ..., -2.4879e+00,\n",
      "           -9.6908e-01, -1.6625e+00],\n",
      "          [ 5.8714e-01,  3.4661e-03,  2.0743e-01,  ..., -3.4211e+00,\n",
      "            1.3400e+00,  8.8234e-02],\n",
      "          [ 1.9597e+00, -1.9017e+00,  7.3758e-01,  ...,  4.5889e-01,\n",
      "            1.3082e+00,  3.1146e+00],\n",
      "          ...,\n",
      "          [ 5.3760e-01,  7.8749e-02, -2.4645e+00,  ...,  2.6393e+00,\n",
      "            2.2540e+00,  2.4747e+00],\n",
      "          [-1.1018e+00, -1.0804e-01, -8.5552e-01,  ..., -1.4070e+00,\n",
      "           -9.1514e-01,  4.6655e+00],\n",
      "          [ 3.2945e-01,  9.9090e-01,  4.1280e-01,  ..., -2.7472e-01,\n",
      "            1.1763e+00,  1.7687e+00]]],\n",
      "\n",
      "\n",
      "        ...,\n",
      "\n",
      "\n",
      "        [[[ 2.8945e-01,  7.2919e-02,  4.6859e-01,  ...,  1.9686e+00,\n",
      "           -3.5683e+00, -1.0655e+00],\n",
      "          [ 3.5522e-01,  3.9256e-01,  2.3808e-02,  ..., -2.9006e-02,\n",
      "           -1.0128e+00,  8.9407e-01],\n",
      "          [-1.3761e-01, -3.6443e-01,  2.6386e-01,  ..., -1.3419e+00,\n",
      "           -1.7067e+00,  3.6690e-01],\n",
      "          ...,\n",
      "          [-5.8373e-01, -2.4938e-01,  1.1017e-01,  ..., -9.4885e-01,\n",
      "            6.2119e-01, -4.3625e+00],\n",
      "          [-2.6210e-01,  3.2626e-02, -1.4159e-01,  ..., -1.0333e+00,\n",
      "           -1.8675e+00, -1.2993e+00],\n",
      "          [-5.2814e-03, -2.2577e-01, -1.5475e-01,  ..., -5.0895e-01,\n",
      "            7.8315e-01,  7.9593e-01]]],\n",
      "\n",
      "\n",
      "        [[[-1.9565e-01, -8.7130e-01,  1.8265e-01,  ...,  1.4157e+00,\n",
      "           -3.4879e+00, -1.5680e-01],\n",
      "          [-1.2611e-01, -2.6786e-01,  6.5394e-01,  ...,  4.3912e-01,\n",
      "           -4.9942e-01, -4.0129e-01],\n",
      "          [-2.9589e-01, -4.2508e-01,  3.6430e-01,  ..., -9.8629e-01,\n",
      "           -1.2335e+00, -1.2414e-01],\n",
      "          ...,\n",
      "          [ 2.3170e-02, -8.6315e-02,  4.0812e-01,  ..., -8.4416e-01,\n",
      "           -5.5846e-01, -4.6116e+00],\n",
      "          [ 1.7281e-01,  2.7494e-01,  5.9403e-01,  ...,  1.1410e+00,\n",
      "           -3.7731e-01, -9.8969e-03],\n",
      "          [-2.3400e-02, -9.8513e-01,  1.7386e-01,  ...,  1.1362e+00,\n",
      "            1.2757e+00, -5.6948e-01]]],\n",
      "\n",
      "\n",
      "        [[[ 1.0184e-01,  7.9962e-01, -1.6336e-01,  ..., -4.4232e+00,\n",
      "            2.6651e+00,  1.0873e+00],\n",
      "          [ 1.4091e+00,  9.3331e-01,  3.1163e-01,  ..., -3.5149e+00,\n",
      "            4.6184e-01, -1.7134e+00],\n",
      "          [-1.2140e+00,  2.1228e-03, -7.3328e-01,  ..., -1.7462e-01,\n",
      "            2.5553e+00,  6.8502e-01],\n",
      "          ...,\n",
      "          [-2.5260e+00, -1.6215e-01,  9.9469e-01,  ...,  1.1190e+00,\n",
      "           -3.1878e+00,  3.6274e+00],\n",
      "          [ 7.2449e-01, -2.5378e+00, -2.5221e-01,  ..., -2.6567e+00,\n",
      "            5.9402e-01,  7.8283e+00],\n",
      "          [-6.5388e-02,  6.5106e-01,  7.2470e-01,  ..., -1.2198e+00,\n",
      "            2.0295e-01, -4.5007e-01]]]], grad_fn=<CatBackward0>), tensor([[[[ 1.7439e-01,  8.8968e-01,  4.5821e-01,  ..., -1.5824e-01,\n",
      "            1.0853e-01,  1.0949e-01],\n",
      "          [ 3.9929e-01, -4.8246e-01,  1.5806e-01,  ..., -3.0805e-01,\n",
      "           -1.2400e-01, -5.7517e-03],\n",
      "          [-1.2247e-02,  3.2572e-02, -2.3678e-01,  ..., -6.8059e-01,\n",
      "            5.4638e-01,  8.3710e-01],\n",
      "          ...,\n",
      "          [-2.1426e-01, -7.8486e-02,  7.5310e-01,  ...,  2.6671e-01,\n",
      "           -4.1239e-01,  5.0719e-02],\n",
      "          [-5.4105e-01,  4.3010e-01, -8.4187e-02,  ..., -2.2199e-01,\n",
      "            5.0932e-01, -6.5406e-02],\n",
      "          [-1.0479e+00, -8.0747e-01, -7.8067e-01,  ...,  5.5198e-01,\n",
      "            1.8011e-01,  1.8380e-01]]],\n",
      "\n",
      "\n",
      "        [[[-3.8922e+00,  4.4236e+00, -3.0369e+00,  ..., -1.9789e+00,\n",
      "           -5.1480e-01,  1.0067e+00],\n",
      "          [-2.0586e+00,  1.9190e+00,  2.8185e+00,  ..., -1.7084e+00,\n",
      "            1.5509e-01,  1.2272e+00],\n",
      "          [ 2.8076e+00,  3.9062e+00,  8.7408e-01,  ...,  1.9230e+00,\n",
      "           -2.3151e+00, -6.1680e-01],\n",
      "          ...,\n",
      "          [ 1.9276e+00,  1.5035e-01,  1.9774e+00,  ..., -9.9190e-01,\n",
      "           -2.1967e+00,  2.2090e+00],\n",
      "          [ 2.7469e+00, -8.4395e-01,  1.5053e+00,  ...,  6.6121e-01,\n",
      "            2.5456e+00,  1.3274e+00],\n",
      "          [-3.0470e+00, -1.9226e+00, -2.6009e-01,  ...,  2.0381e+00,\n",
      "           -1.0166e+00,  1.5237e-01]]],\n",
      "\n",
      "\n",
      "        [[[-1.7390e+00,  4.1376e+00, -2.2169e+00,  ..., -2.1110e+00,\n",
      "            3.0821e+00, -4.4958e-01],\n",
      "          [ 1.0961e+00,  3.9531e+00,  1.5978e-01,  ..., -2.2963e+00,\n",
      "            1.6119e+00, -8.8757e-02],\n",
      "          [-9.6205e-02, -8.9245e-01,  9.0244e-02,  ...,  1.2111e+00,\n",
      "           -1.1071e+00,  1.5820e+00],\n",
      "          ...,\n",
      "          [ 2.5445e+00,  6.3107e-01, -5.2613e-02,  ..., -1.6766e-02,\n",
      "           -1.9036e+00,  2.4505e+00],\n",
      "          [ 2.4530e+00, -2.3501e+00,  8.7233e-01,  ...,  1.6577e-02,\n",
      "            5.1270e-01,  1.5170e+00],\n",
      "          [-1.9052e+00,  5.6188e-01,  5.8883e-01,  ...,  3.2004e-01,\n",
      "            9.7548e-01,  4.7425e-01]]],\n",
      "\n",
      "\n",
      "        ...,\n",
      "\n",
      "\n",
      "        [[[ 5.0145e-01,  8.9820e-01,  1.2870e-01,  ..., -3.2071e-01,\n",
      "            5.1002e-01,  1.1460e-01],\n",
      "          [ 3.5800e-01, -3.3644e-01,  3.3090e-01,  ..., -4.1154e-01,\n",
      "           -2.9811e-01, -2.2298e-01],\n",
      "          [ 1.8076e-01, -1.7715e-01, -9.9260e-02,  ..., -1.9265e-01,\n",
      "            2.3847e-01,  6.3815e-01],\n",
      "          ...,\n",
      "          [ 8.0369e-02, -1.4111e-01,  5.3271e-01,  ...,  5.1715e-01,\n",
      "           -2.9351e-01,  2.2177e-01],\n",
      "          [-4.2068e-01,  3.6005e-01, -2.2951e-01,  ...,  1.1936e-01,\n",
      "            1.8756e-01,  6.3833e-02],\n",
      "          [-6.4827e-01, -4.3055e-01, -5.2290e-01,  ...,  6.7879e-03,\n",
      "            5.0420e-01,  1.4033e-01]]],\n",
      "\n",
      "\n",
      "        [[[ 2.5268e-02,  3.4279e-01,  4.3717e-01,  ..., -4.5571e-01,\n",
      "            2.9157e-01, -2.0714e-02],\n",
      "          [-1.4251e-01, -4.1367e-02,  1.8525e-01,  ...,  3.7362e-01,\n",
      "            5.5751e-02,  6.6548e-02],\n",
      "          [ 1.4475e-01,  7.3840e-02,  1.4499e-01,  ..., -1.6293e-01,\n",
      "            4.9960e-02, -3.4771e-01],\n",
      "          ...,\n",
      "          [ 5.5389e-01,  4.7591e-01, -8.8586e-02,  ..., -8.8409e-02,\n",
      "            1.8626e-01, -1.1575e-01],\n",
      "          [-4.7099e-02,  3.5156e-01,  1.2490e-01,  ...,  3.1438e-01,\n",
      "           -3.0530e-01,  1.4327e-01],\n",
      "          [-3.8746e-02,  1.3505e-01, -4.9808e-02,  ...,  1.0306e-01,\n",
      "            4.7823e-01, -2.4457e-02]]],\n",
      "\n",
      "\n",
      "        [[[ 6.4156e-01,  3.4604e+00, -2.7538e+00,  ..., -1.4805e+00,\n",
      "           -5.2655e-01, -2.0517e+00],\n",
      "          [-1.9480e+00,  1.4191e+00,  2.7164e-01,  ..., -9.0539e-01,\n",
      "           -1.8173e-01, -1.1116e+00],\n",
      "          [ 1.1424e+00, -2.5527e+00,  8.0000e-01,  ...,  2.2536e-01,\n",
      "            1.6586e-02,  1.5493e+00],\n",
      "          ...,\n",
      "          [ 1.4065e+00,  8.4598e-01,  2.0265e-01,  ...,  1.4953e-01,\n",
      "           -7.3029e-01, -3.6147e-01],\n",
      "          [ 6.1797e+00, -5.4566e+00, -1.1844e+00,  ..., -1.9599e+00,\n",
      "           -1.5582e+00,  3.1342e+00],\n",
      "          [-1.6947e+00, -7.8043e-01,  1.7922e+00,  ..., -8.7929e-01,\n",
      "            5.8765e-01,  1.1298e+00]]]], grad_fn=<SplitBackward0>)), (tensor([[[[-3.4242e-02, -9.1803e-02, -4.1457e-01,  ...,  2.6915e-03,\n",
      "            7.3922e-01, -9.8359e-02],\n",
      "          [-3.2536e-01, -2.5513e-01, -8.0386e-02,  ...,  4.2750e-01,\n",
      "           -8.2146e-01,  2.6568e+00],\n",
      "          [ 4.0525e-01, -2.2492e-01, -1.1358e-01,  ...,  2.2251e-01,\n",
      "            1.9821e+00,  1.7606e+00],\n",
      "          ...,\n",
      "          [-3.2226e-01,  2.2453e-01,  3.3867e-01,  ..., -1.2834e+00,\n",
      "            3.3221e-01, -1.6208e-01],\n",
      "          [-1.7049e-01,  5.7123e-02, -5.3577e-02,  ...,  1.0496e+00,\n",
      "            8.6787e-01,  1.2717e+00],\n",
      "          [-6.7930e-01,  1.8257e-01,  1.4925e-02,  ..., -1.3139e+00,\n",
      "           -2.3686e-01, -1.8859e-01]]],\n",
      "\n",
      "\n",
      "        [[[ 1.7557e-01, -3.5496e-01,  5.3622e-01,  ..., -7.2430e-01,\n",
      "           -4.8439e-01, -9.9788e-01],\n",
      "          [ 2.3710e-03, -7.7957e-01,  1.9339e+00,  ...,  2.2776e+00,\n",
      "            1.0302e-01, -1.6224e+00],\n",
      "          [ 1.2197e+00, -6.2880e-01, -2.9989e+00,  ...,  2.0744e+00,\n",
      "            2.6034e+00,  2.4306e+00],\n",
      "          ...,\n",
      "          [-1.3760e-01, -2.5307e-01, -1.2904e+00,  ...,  1.5062e+00,\n",
      "           -3.7395e+00, -2.1099e+00],\n",
      "          [ 2.0080e+00, -3.3296e-01,  9.8484e-01,  ...,  1.7667e+00,\n",
      "            3.7191e-01, -1.8559e-01],\n",
      "          [-8.1193e-01,  3.6141e-01,  9.2768e-01,  ..., -4.1128e-01,\n",
      "            2.3384e+00,  2.2437e+00]]],\n",
      "\n",
      "\n",
      "        [[[ 1.1984e+00, -1.3724e-01, -9.2652e-01,  ..., -1.1934e+00,\n",
      "           -3.1309e-02, -1.1244e+00],\n",
      "          [ 1.1046e-01, -8.4353e-01,  5.1066e-01,  ...,  1.3292e+00,\n",
      "           -4.7705e-01,  1.7750e+00],\n",
      "          [-2.3437e+00,  7.7752e-01, -2.9536e+00,  ...,  1.1319e+00,\n",
      "            1.6667e+00,  2.0390e+00],\n",
      "          ...,\n",
      "          [ 4.1375e-02, -6.4046e-01, -3.6165e-01,  ...,  1.9901e+00,\n",
      "           -7.7823e-01, -1.7664e+00],\n",
      "          [-1.3128e+00, -1.4791e+00,  2.3585e+00,  ...,  1.3316e+00,\n",
      "            1.5476e-01,  3.8676e-01],\n",
      "          [ 1.2474e+00,  4.4107e-01,  5.4789e-01,  ..., -3.5534e-01,\n",
      "            1.9288e+00,  2.1323e+00]]],\n",
      "\n",
      "\n",
      "        ...,\n",
      "\n",
      "\n",
      "        [[[-1.9031e-01,  2.5139e-01,  4.0477e-01,  ...,  3.1704e-01,\n",
      "            5.6082e-01, -1.5282e-01],\n",
      "          [ 4.6485e-01,  6.8550e-02, -1.0003e-01,  ...,  1.7203e-01,\n",
      "           -1.1109e+00,  2.7223e+00],\n",
      "          [ 2.1023e-01,  1.5459e-01, -5.1931e-01,  ...,  2.6270e-01,\n",
      "            1.8111e+00,  1.6034e+00],\n",
      "          ...,\n",
      "          [ 1.9825e-01, -6.4414e-02, -1.2424e-01,  ..., -1.7056e+00,\n",
      "            4.7056e-01, -2.7661e-01],\n",
      "          [ 1.3897e-01, -1.5851e-01,  2.0783e-01,  ...,  7.9657e-01,\n",
      "            6.5762e-01,  4.4104e-01],\n",
      "          [ 6.9607e-02, -2.1631e-02, -1.8686e-01,  ..., -8.6905e-01,\n",
      "           -2.4142e-01, -4.9929e-01]]],\n",
      "\n",
      "\n",
      "        [[[ 4.9631e-01, -4.2221e-01, -7.4592e-02,  ...,  2.7105e-01,\n",
      "            5.1741e-01,  1.6140e-01],\n",
      "          [ 7.1536e-01, -9.1907e-02,  3.8523e-01,  ..., -5.4638e-01,\n",
      "           -2.3348e+00,  2.9123e+00],\n",
      "          [ 1.3078e+00, -3.4367e-01,  3.6193e-01,  ...,  5.9404e-01,\n",
      "            1.6518e+00,  8.9734e-01],\n",
      "          ...,\n",
      "          [-2.6609e-01,  3.8092e-01,  1.2067e-01,  ..., -2.5437e+00,\n",
      "           -1.2381e+00, -5.2399e-01],\n",
      "          [-1.9176e-01,  1.7639e-01,  4.3172e-01,  ...,  6.5710e-01,\n",
      "           -4.6015e-01, -1.8535e+00],\n",
      "          [ 2.1813e-01, -2.4800e-01,  4.0211e-02,  ...,  1.8372e+00,\n",
      "            5.8179e-01, -1.2672e+00]]],\n",
      "\n",
      "\n",
      "        [[[-6.6631e-01, -1.2789e+00,  8.2983e-01,  ...,  1.6163e+00,\n",
      "            2.2462e-01,  3.0370e+00],\n",
      "          [ 1.3484e+00, -2.0561e-01, -7.3678e-01,  ...,  6.4747e-01,\n",
      "           -1.7004e-01, -4.3663e-01],\n",
      "          [ 2.2204e+00,  1.2785e+00, -5.0387e-01,  ...,  8.8035e-01,\n",
      "            1.9152e+00,  3.1180e+00],\n",
      "          ...,\n",
      "          [-7.0553e-02,  1.3665e+00, -5.6188e-01,  ...,  3.4794e+00,\n",
      "           -2.7212e+00, -1.8276e+00],\n",
      "          [-9.7209e-01,  7.1811e-01,  2.7281e+00,  ...,  1.9743e+00,\n",
      "            6.0375e-01, -1.2464e-01],\n",
      "          [ 1.5604e+00, -1.9710e+00,  1.3459e-01,  ..., -1.4582e+00,\n",
      "            4.6063e+00,  3.2062e+00]]]], grad_fn=<CatBackward0>), tensor([[[[ 9.4001e-01,  2.0874e-01,  3.9520e-01,  ...,  1.7953e-01,\n",
      "            2.5950e-01, -5.4551e-01],\n",
      "          [ 4.1070e-01,  2.3752e-01,  1.0033e-01,  ..., -1.3227e+00,\n",
      "            1.8147e+00,  8.2523e-01],\n",
      "          [-1.0546e+00,  4.4423e-01, -2.2016e-01,  ..., -4.6221e-01,\n",
      "           -3.8531e-02, -1.8674e-02],\n",
      "          ...,\n",
      "          [-6.0769e-01, -6.8829e-01, -8.4019e-01,  ..., -6.6089e-01,\n",
      "           -3.5167e-01, -6.8879e-01],\n",
      "          [-5.9132e-01, -1.1203e+00,  1.2212e+00,  ...,  1.2466e+00,\n",
      "            4.3142e-01,  2.8055e-01],\n",
      "          [-2.0637e+00,  1.8029e+00,  2.3183e+00,  ..., -2.3276e+00,\n",
      "           -4.7257e-01, -2.0772e+00]]],\n",
      "\n",
      "\n",
      "        [[[-2.1260e-01,  1.1708e+00, -1.2129e+00,  ...,  4.1185e-01,\n",
      "           -1.2580e+00,  6.2081e-01],\n",
      "          [ 1.7203e+00,  7.3890e-01, -1.4772e+00,  ...,  1.2503e+00,\n",
      "            6.1570e-01,  5.5281e-01],\n",
      "          [-1.7365e-01,  9.9314e-01, -4.2603e-01,  ...,  7.7784e-01,\n",
      "           -1.1190e+00,  1.3628e+00],\n",
      "          ...,\n",
      "          [ 7.9999e-01, -3.7198e-01, -2.8864e-01,  ...,  1.4441e-01,\n",
      "            3.8004e+00,  1.7947e+00],\n",
      "          [ 2.7704e-01, -1.5177e+00, -3.1567e+00,  ..., -2.5779e+00,\n",
      "            2.4909e+00,  1.0474e+00],\n",
      "          [-9.2735e-01, -1.9827e+00,  2.9359e+00,  ..., -3.5868e-01,\n",
      "            2.1134e+00, -9.7367e-01]]],\n",
      "\n",
      "\n",
      "        [[[ 2.6481e+00,  8.2972e-01, -2.3998e-02,  ...,  4.9507e-01,\n",
      "            3.1690e-01, -1.3085e+00],\n",
      "          [ 2.1532e+00, -2.9518e+00, -6.5712e-01,  ..., -1.4955e+00,\n",
      "            3.1971e-01, -4.2859e-01],\n",
      "          [ 1.2760e-02,  1.0313e+00,  5.6301e-01,  ..., -3.7572e-01,\n",
      "            2.5838e+00, -6.8253e-01],\n",
      "          ...,\n",
      "          [-1.4409e+00, -8.4038e-01, -2.0420e+00,  ...,  7.0118e-01,\n",
      "            5.5539e-01, -1.2078e-01],\n",
      "          [ 1.1808e+00, -2.5880e+00, -2.8204e+00,  ...,  1.0841e+00,\n",
      "            1.4053e+00,  1.4035e-01],\n",
      "          [-1.6301e+00, -4.1942e-01,  1.9330e+00,  ..., -6.3101e-01,\n",
      "            1.3697e+00, -2.3719e+00]]],\n",
      "\n",
      "\n",
      "        ...,\n",
      "\n",
      "\n",
      "        [[[ 7.9836e-01, -7.0017e-02,  3.5107e-01,  ...,  2.2353e-01,\n",
      "            5.3064e-01, -6.3678e-01],\n",
      "          [ 1.8525e-01,  2.4025e-01,  2.2003e-01,  ..., -8.7343e-01,\n",
      "            7.2787e-01,  3.9215e-01],\n",
      "          [-5.4275e-01,  1.3434e-01, -1.1471e-01,  ..., -5.3233e-01,\n",
      "            1.6025e-01, -2.6588e-01],\n",
      "          ...,\n",
      "          [-3.4371e-01, -4.4050e-01, -5.8957e-01,  ..., -1.5005e-01,\n",
      "           -2.2110e-01, -5.5177e-01],\n",
      "          [-4.6098e-01, -8.8358e-01,  5.6987e-01,  ...,  8.2831e-01,\n",
      "            4.1948e-01,  3.2710e-01],\n",
      "          [-1.6636e+00,  1.1178e+00,  1.4030e+00,  ..., -1.3011e+00,\n",
      "           -4.6579e-01, -1.3768e+00]]],\n",
      "\n",
      "\n",
      "        [[[ 4.6018e-01,  1.4511e-01,  2.4600e-03,  ...,  3.0007e-01,\n",
      "            2.1977e-01,  1.0093e-01],\n",
      "          [ 7.0820e-02, -3.9425e-02, -7.8023e-03,  ...,  2.1207e-01,\n",
      "           -2.5440e-01, -1.5029e-01],\n",
      "          [ 3.3357e-01,  7.5907e-02, -8.3562e-02,  ..., -3.4805e-01,\n",
      "           -7.5046e-02, -2.6919e-01],\n",
      "          ...,\n",
      "          [ 1.8517e-01,  1.0304e-01,  1.6632e-01,  ..., -6.0679e-02,\n",
      "            1.1104e-01,  5.2838e-02],\n",
      "          [ 2.7285e-02,  1.3673e-01, -4.0892e-02,  ..., -3.3993e-01,\n",
      "           -4.9437e-02, -1.4341e-01],\n",
      "          [-3.7405e-01, -1.1330e-01, -6.1668e-02,  ..., -4.0877e-02,\n",
      "            1.0810e-01,  1.8876e-01]]],\n",
      "\n",
      "\n",
      "        [[[-2.8221e+00, -9.2451e-01, -1.0512e+00,  ..., -1.5874e+00,\n",
      "            2.3893e-01,  2.5109e+00],\n",
      "          [ 9.5583e-01, -4.9167e-01, -2.2915e-01,  ..., -6.5744e-01,\n",
      "            5.2648e-01, -7.2224e-01],\n",
      "          [ 1.8440e+00, -4.6178e-01,  2.0102e+00,  ..., -8.0032e-01,\n",
      "            1.0533e-02,  1.5543e+00],\n",
      "          ...,\n",
      "          [ 2.4469e-01, -1.6164e+00, -2.8205e-01,  ..., -7.6216e-01,\n",
      "           -7.2345e-01, -2.1623e+00],\n",
      "          [ 4.0177e-01, -3.4532e+00, -9.3528e-01,  ...,  1.2599e-01,\n",
      "            5.8773e-01, -1.9932e+00],\n",
      "          [ 1.9399e-01, -1.5923e-01,  1.2953e+00,  ..., -1.9896e+00,\n",
      "            1.6910e+00, -4.5706e-01]]]], grad_fn=<SplitBackward0>)), (tensor([[[[ 4.9575e-01, -2.9472e-01,  2.2771e-01,  ..., -2.9532e-01,\n",
      "            9.0584e-01, -5.6081e-02],\n",
      "          [-9.2861e-02,  8.2231e-03,  9.0940e-02,  ...,  1.3323e+00,\n",
      "           -1.7741e+00,  2.8774e+00],\n",
      "          [-1.6111e-01,  3.0792e-01,  8.8825e-02,  ..., -2.7939e+00,\n",
      "           -3.3472e-01,  5.3226e-01],\n",
      "          ...,\n",
      "          [-4.8733e-02, -4.4796e-02, -6.5078e-01,  ...,  1.0097e+00,\n",
      "            4.0232e-01,  1.0200e+00],\n",
      "          [ 2.2434e-02,  3.3484e-01, -1.3379e-02,  ..., -3.1724e-01,\n",
      "           -4.7901e-01, -9.1956e-02],\n",
      "          [ 3.8184e-01,  3.9022e-02,  1.6957e-01,  ...,  4.5197e-01,\n",
      "           -1.0493e+00, -4.6756e-01]]],\n",
      "\n",
      "\n",
      "        [[[-2.9661e-01, -4.6327e-01,  6.0608e-01,  ...,  4.2506e+00,\n",
      "           -4.5997e-01, -5.1133e-01],\n",
      "          [-3.9765e+00,  6.0746e-01, -2.3546e+00,  ..., -1.5789e+00,\n",
      "            1.8625e+00, -2.6519e+00],\n",
      "          [-2.5640e-01, -4.1893e-01, -7.6772e-02,  ...,  3.3711e+00,\n",
      "           -1.3601e-01,  4.3746e-01],\n",
      "          ...,\n",
      "          [ 1.6812e+00,  8.7076e-02,  1.5357e-01,  ..., -2.5189e-01,\n",
      "            7.2569e-01, -4.1740e-01],\n",
      "          [ 7.5506e+00,  3.9120e+00,  2.9424e+00,  ...,  9.5524e-02,\n",
      "           -2.7300e+00, -6.8574e-01],\n",
      "          [ 1.8024e+00,  3.4434e-01, -1.5783e+00,  ..., -1.9934e+00,\n",
      "            8.9616e-01, -2.9045e-01]]],\n",
      "\n",
      "\n",
      "        [[[-7.7927e-01, -1.0365e+00,  2.7114e+00,  ...,  2.3401e+00,\n",
      "            9.7262e-01,  2.7805e-01],\n",
      "          [-7.1439e-01, -3.5440e-01,  1.8610e-01,  ..., -1.1723e+00,\n",
      "            8.4023e-01, -4.6901e+00],\n",
      "          [ 5.1725e-01,  4.7943e-01,  6.7234e-01,  ...,  2.8677e+00,\n",
      "            3.3524e-02, -3.4603e-01],\n",
      "          ...,\n",
      "          [ 1.9847e+00,  7.0581e-01,  8.9699e-01,  ..., -1.3400e+00,\n",
      "           -1.6872e+00,  1.8141e+00],\n",
      "          [ 4.6759e+00,  2.6381e+00,  2.3800e+00,  ..., -1.6350e+00,\n",
      "           -1.5080e+00, -8.5434e-01],\n",
      "          [ 3.8311e-01,  1.2069e+00, -1.2628e+00,  ..., -1.8643e+00,\n",
      "            1.9308e+00, -6.0226e-02]]],\n",
      "\n",
      "\n",
      "        ...,\n",
      "\n",
      "\n",
      "        [[[-1.3863e-01,  1.9806e-01,  1.6891e-01,  ..., -8.4787e-02,\n",
      "            4.7311e-01, -1.2822e-01],\n",
      "          [-1.7129e-01, -1.1739e-01, -1.5584e-01,  ...,  8.5335e-01,\n",
      "           -2.0005e+00,  3.0442e+00],\n",
      "          [-2.2190e-02, -3.5634e-01, -2.3288e-02,  ..., -2.9457e+00,\n",
      "           -1.4406e-01,  7.1483e-01],\n",
      "          ...,\n",
      "          [-2.4372e-01,  3.0694e-02,  2.4100e-01,  ...,  9.2960e-01,\n",
      "            6.3010e-01,  4.2342e-01],\n",
      "          [-9.6953e-02, -2.0438e-01,  6.2653e-01,  ...,  1.0886e-02,\n",
      "           -3.1661e-01,  2.6634e-01],\n",
      "          [-4.2187e-02, -6.3466e-03,  1.0932e-01,  ...,  2.0724e-01,\n",
      "           -9.0979e-01, -3.4111e-01]]],\n",
      "\n",
      "\n",
      "        [[[-5.1854e-01, -1.1735e-01,  2.0744e-01,  ..., -5.7844e-01,\n",
      "           -2.4109e-01, -2.0067e-01],\n",
      "          [-3.6086e-01, -4.6374e-01, -3.7089e-02,  ...,  1.1958e+00,\n",
      "           -2.7071e+00,  3.5811e+00],\n",
      "          [-2.9362e-02, -1.2740e-01,  2.2936e-01,  ..., -2.4246e+00,\n",
      "            9.0029e-01,  2.6781e+00],\n",
      "          ...,\n",
      "          [ 5.2878e-01, -2.6982e-02,  5.8642e-01,  ...,  7.3452e-02,\n",
      "            1.2265e+00, -1.0759e+00],\n",
      "          [-2.0127e+00, -1.0884e+00,  1.3406e+00,  ...,  2.1466e+00,\n",
      "           -1.0276e+00,  2.9681e-01],\n",
      "          [-6.9780e-02, -5.3623e-03,  8.2586e-02,  ..., -8.7560e-01,\n",
      "            5.3195e-01,  9.2655e-01]]],\n",
      "\n",
      "\n",
      "        [[[-7.6747e-01, -1.2913e+00,  5.9977e-01,  ...,  4.5896e+00,\n",
      "            3.2270e+00,  7.6530e-01],\n",
      "          [-3.4920e-01,  3.2308e+00, -2.4040e-01,  ..., -2.7687e+00,\n",
      "            1.5553e+00, -4.1072e+00],\n",
      "          [-4.0272e-01,  2.7442e-01, -6.8656e-01,  ...,  2.7500e+00,\n",
      "            1.8937e+00, -1.0635e+00],\n",
      "          ...,\n",
      "          [-5.9987e-01, -4.3856e-01, -7.2019e-01,  ..., -6.0263e-01,\n",
      "            3.2464e-01, -1.6990e-02],\n",
      "          [-5.5239e+00, -1.1148e+00, -1.4750e+00,  ..., -9.5538e-01,\n",
      "            7.8248e-02, -2.9853e-01],\n",
      "          [ 6.2092e-01,  2.8815e-01, -3.2871e-01,  ..., -2.6796e+00,\n",
      "            2.6877e+00, -4.1039e-01]]]], grad_fn=<CatBackward0>), tensor([[[[ 6.8958e-01, -3.3496e-01, -1.0921e-01,  ...,  1.0289e+00,\n",
      "            7.0852e-01, -7.8841e-03],\n",
      "          [-9.7417e-01,  3.4204e-01, -1.2007e+00,  ...,  5.4266e-01,\n",
      "           -1.2498e+00, -7.8783e-01],\n",
      "          [ 3.6561e-01,  1.7782e+00, -4.8168e-02,  ...,  3.4379e-01,\n",
      "            7.7993e-01, -1.9184e-01],\n",
      "          ...,\n",
      "          [ 1.0427e+00,  4.0325e-01,  7.2436e-01,  ...,  1.8420e+00,\n",
      "            2.2356e+00, -1.7761e+00],\n",
      "          [-2.0372e-01,  5.4229e-01, -1.3323e+00,  ..., -5.5023e-01,\n",
      "           -9.5562e-03, -1.5748e-01],\n",
      "          [-5.5434e-01,  5.8092e-01,  2.0770e-01,  ...,  5.5643e-04,\n",
      "            6.7038e-01,  3.3242e-01]]],\n",
      "\n",
      "\n",
      "        [[[ 3.6031e+00, -9.9225e-01,  2.7931e+00,  ...,  4.2529e-01,\n",
      "           -2.1564e+00, -8.2347e-01],\n",
      "          [ 2.1128e+00,  1.5706e+00, -9.6246e-01,  ...,  4.9067e-03,\n",
      "            2.2397e-01,  1.5701e+00],\n",
      "          [ 1.7796e+00, -8.4139e-01,  2.4428e+00,  ...,  6.5564e-01,\n",
      "           -1.1476e+00, -1.6518e+00],\n",
      "          ...,\n",
      "          [-1.3044e+00, -5.2944e-01,  1.5429e+00,  ..., -1.8260e+00,\n",
      "           -2.0741e+00, -3.8666e+00],\n",
      "          [-3.0546e+00,  4.2641e+00, -6.0876e-01,  ...,  3.2985e-01,\n",
      "           -2.3762e+00, -1.3216e+00],\n",
      "          [-4.8687e+00,  2.2304e+00,  2.1548e-01,  ..., -2.8746e+00,\n",
      "           -1.8309e+00,  2.1202e+00]]],\n",
      "\n",
      "\n",
      "        [[[ 2.9725e+00, -2.9741e+00,  9.9946e-01,  ..., -1.4883e+00,\n",
      "           -1.6250e+00, -2.0034e+00],\n",
      "          [ 3.7258e-01,  8.5061e-01, -2.8084e+00,  ..., -1.6585e+00,\n",
      "            1.4075e+00,  1.9652e+00],\n",
      "          [ 2.7146e-02, -3.5992e+00,  1.1786e+00,  ...,  2.6610e-01,\n",
      "           -2.6159e+00, -3.9008e-01],\n",
      "          ...,\n",
      "          [-4.7757e-01, -3.2026e-01, -9.2643e-01,  ..., -2.6293e+00,\n",
      "           -6.1542e-02, -3.8175e+00],\n",
      "          [-1.0305e+00,  3.6722e+00,  1.4941e+00,  ...,  6.7027e-01,\n",
      "           -1.2563e+00,  1.1985e+00],\n",
      "          [-1.2900e+00, -3.8096e-01, -1.3067e-01,  ..., -6.8108e-01,\n",
      "           -2.3538e+00,  8.4146e-01]]],\n",
      "\n",
      "\n",
      "        ...,\n",
      "\n",
      "\n",
      "        [[[ 5.9072e-01, -3.6132e-01, -3.2910e-01,  ...,  6.2668e-01,\n",
      "            4.4478e-01, -1.4013e-01],\n",
      "          [-4.2189e-01,  2.5461e-01, -7.3881e-01,  ...,  4.7778e-01,\n",
      "           -7.8488e-01, -3.0619e-01],\n",
      "          [ 1.7260e-01,  1.4276e+00,  3.2078e-01,  ...,  2.6998e-01,\n",
      "            8.3419e-01, -1.3724e-02],\n",
      "          ...,\n",
      "          [ 6.4571e-01,  1.5054e-01,  5.9214e-01,  ...,  8.9064e-01,\n",
      "            1.7851e+00, -1.2452e+00],\n",
      "          [ 6.3860e-02,  1.1543e-01, -8.6863e-01,  ..., -2.4561e-01,\n",
      "            1.3347e-01,  9.2589e-03],\n",
      "          [-5.4087e-01,  5.8510e-01,  1.3364e-01,  ...,  7.6644e-02,\n",
      "            6.4980e-01,  4.7826e-02]]],\n",
      "\n",
      "\n",
      "        [[[-2.8558e-02, -1.4842e-01, -1.8273e-01,  ..., -3.7032e-01,\n",
      "           -1.2193e-01,  1.1554e-01],\n",
      "          [ 1.4232e-01,  9.1904e-02,  6.1583e-02,  ...,  1.6672e-01,\n",
      "           -9.9859e-02,  4.6371e-02],\n",
      "          [ 2.5052e-03, -6.9061e-02,  5.4999e-02,  ..., -1.5592e-01,\n",
      "            4.5828e-01, -1.3925e-01],\n",
      "          ...,\n",
      "          [ 2.8505e-02, -2.4979e-02,  1.7730e-01,  ...,  3.5062e-02,\n",
      "           -1.1285e-01, -2.4902e-01],\n",
      "          [ 2.2888e-02,  1.0920e-01, -1.0543e-01,  ..., -1.1689e-01,\n",
      "            1.1933e-01, -1.0223e-01],\n",
      "          [-9.3308e-02, -3.5058e-01,  5.6349e-02,  ...,  7.3903e-02,\n",
      "            1.7682e-01, -7.8081e-02]]],\n",
      "\n",
      "\n",
      "        [[[ 1.8943e+00, -8.2604e-01,  1.3439e+00,  ..., -1.9130e+00,\n",
      "           -1.3389e+00,  8.1753e-01],\n",
      "          [-8.6472e-01, -4.2903e-01, -3.8429e-01,  ..., -2.0243e+00,\n",
      "            8.0403e-01,  1.7159e-01],\n",
      "          [ 1.2751e+00, -1.4135e+00,  4.5190e+00,  ...,  2.0403e+00,\n",
      "           -2.0100e+00, -1.5404e+00],\n",
      "          ...,\n",
      "          [ 1.8546e+00,  3.1529e-01, -1.2551e+00,  ..., -1.4277e+00,\n",
      "            4.2995e-01, -2.0376e-01],\n",
      "          [-7.0125e-01,  4.4764e-01, -8.2386e-01,  ..., -3.2605e-01,\n",
      "            3.3450e-01,  1.2999e-01],\n",
      "          [-3.1531e-01, -6.0279e-01, -3.3392e-01,  ...,  1.6696e+00,\n",
      "            5.6529e-01,  5.2120e-01]]]], grad_fn=<SplitBackward0>)), (tensor([[[[ 0.1354,  0.1784, -0.0153,  ...,  0.3173, -1.4077, -1.5318],\n",
      "          [ 0.0824,  0.0116, -0.2529,  ..., -1.5579, -0.3133,  1.8386],\n",
      "          [ 0.2239,  0.0531, -0.0756,  ..., -0.0318, -1.3292, -0.0617],\n",
      "          ...,\n",
      "          [-0.2525, -0.0974,  0.1267,  ..., -0.1044,  0.5404, -0.3719],\n",
      "          [ 0.0586,  0.4167, -0.1653,  ...,  0.5583, -0.1293, -0.8843],\n",
      "          [-0.2667,  0.1743, -0.1585,  ...,  1.4488, -0.1706, -3.0710]]],\n",
      "\n",
      "\n",
      "        [[[ 0.1762,  0.3214,  1.2628,  ..., -2.9141,  0.8365,  2.4383],\n",
      "          [ 0.1410, -1.0080,  0.1376,  ...,  0.1262, -0.3260,  2.3191],\n",
      "          [ 0.9937, -0.4122,  0.6018,  ...,  5.4768,  3.5406,  1.1884],\n",
      "          ...,\n",
      "          [ 0.3429,  1.4091, -0.6248,  ...,  0.4046,  0.7045, -2.0764],\n",
      "          [ 0.0187, -0.9730,  0.6824,  ..., -0.3035, -1.8303,  0.6088],\n",
      "          [-0.1212,  1.3550, -1.6909,  ...,  1.8579,  1.7918,  4.4954]]],\n",
      "\n",
      "\n",
      "        [[[-0.5381,  2.0796, -0.4596,  ..., -3.6099,  1.0310,  3.3144],\n",
      "          [ 0.5346,  1.1105, -0.5589,  ..., -2.7483,  0.6593,  1.2695],\n",
      "          [ 0.6231, -0.6584,  0.6379,  ...,  5.7196,  1.9593, -1.7658],\n",
      "          ...,\n",
      "          [-1.0167,  0.2780, -0.6443,  ..., -1.8227,  3.1252, -3.2801],\n",
      "          [ 0.1094, -1.8108, -0.0782,  ..., -1.9937, -2.3578, -1.5138],\n",
      "          [ 1.0872,  1.1197, -2.1962,  ..., -0.4509, -2.0983,  1.8038]]],\n",
      "\n",
      "\n",
      "        ...,\n",
      "\n",
      "\n",
      "        [[[-0.1634, -0.0293,  0.0600,  ...,  0.2038, -1.4244, -1.7952],\n",
      "          [ 0.1040,  0.0909,  0.2216,  ..., -1.0129, -0.2470,  1.3556],\n",
      "          [-0.0841, -0.1092,  0.0251,  ..., -0.5437, -1.4536, -0.6030],\n",
      "          ...,\n",
      "          [-0.0187, -0.0708, -0.3987,  ..., -0.2556,  0.3873, -0.0882],\n",
      "          [-0.3105, -0.4281,  0.4315,  ...,  0.3747,  0.4899, -0.9850],\n",
      "          [ 0.2135, -0.0793,  0.1090,  ...,  0.5046,  0.4878, -2.4625]]],\n",
      "\n",
      "\n",
      "        [[[-0.4087,  0.1824, -0.0218,  ...,  0.1471, -1.1178, -2.1390],\n",
      "          [ 0.1588,  0.3872, -0.0140,  ...,  0.3055,  0.4116,  0.4626],\n",
      "          [ 0.0294, -0.5172, -0.0230,  ..., -1.0415, -1.4580, -1.4157],\n",
      "          ...,\n",
      "          [ 0.2209,  0.1378, -0.2391,  ..., -0.3346,  0.3277,  0.9603],\n",
      "          [-0.2787, -0.0199,  0.2829,  ..., -0.0702,  1.5622, -1.3770],\n",
      "          [ 0.5239,  0.0844,  0.0273,  ..., -0.3477,  3.2767, -1.0696]]],\n",
      "\n",
      "\n",
      "        [[[ 1.0039, -1.2298, -0.5833,  ..., -1.9206, -0.6937,  3.5565],\n",
      "          [ 0.0335, -1.1075,  0.8104,  ..., -1.5947, -1.8339, -0.3396],\n",
      "          [-2.3016, -0.2287, -0.2785,  ...,  4.6104, -0.7212,  0.7748],\n",
      "          ...,\n",
      "          [ 0.4823, -0.9059, -0.3311,  ..., -1.4879,  2.7523, -3.0435],\n",
      "          [-1.0608,  0.0939,  0.0650,  ..., -2.1280, -1.4845, -2.6689],\n",
      "          [-2.0323, -1.1995, -0.0115,  ...,  1.3952,  0.8726,  1.0264]]]],\n",
      "       grad_fn=<CatBackward0>), tensor([[[[-1.5097e+00, -1.9429e-01, -2.9305e-01,  ...,  8.5618e-01,\n",
      "           -8.7645e-01, -7.0304e-01],\n",
      "          [-4.0617e-01,  7.6209e-02,  6.4650e-02,  ...,  1.9894e-01,\n",
      "            1.0329e+00, -5.4511e-01],\n",
      "          [-5.3142e-01,  5.7015e-01,  2.8495e+00,  ..., -2.0052e-01,\n",
      "           -5.3292e-01,  5.9269e-01],\n",
      "          ...,\n",
      "          [ 2.2368e-01,  8.3180e-01,  7.1096e-01,  ...,  5.7157e-02,\n",
      "            4.4794e-01, -1.1559e-01],\n",
      "          [-4.8102e-02,  7.5429e-01,  1.3733e+00,  ...,  3.9232e-01,\n",
      "           -8.5481e-01,  7.0414e-01],\n",
      "          [-7.1527e-01,  1.5510e+00, -3.4723e+00,  ..., -2.7458e+00,\n",
      "            1.8117e+00,  1.3820e+00]]],\n",
      "\n",
      "\n",
      "        [[[-2.5366e+00, -2.3615e+00,  2.1958e+00,  ...,  2.6757e+00,\n",
      "            2.7834e+00,  4.1561e+00],\n",
      "          [-1.6950e+00, -4.1761e+00,  1.1898e+00,  ..., -3.2137e+00,\n",
      "            9.9827e-01, -5.1073e+00],\n",
      "          [-4.5046e+00,  1.1151e-03, -1.3553e+00,  ..., -3.9295e+00,\n",
      "           -1.6346e+00, -5.2690e-01],\n",
      "          ...,\n",
      "          [ 3.7363e-01,  3.2223e+00, -2.8826e-02,  ...,  5.0579e-01,\n",
      "           -3.1160e-04,  1.2309e+00],\n",
      "          [-4.2296e-01,  6.4130e-01,  4.0154e+00,  ...,  1.7586e+00,\n",
      "            8.6912e-01, -9.0906e-01],\n",
      "          [ 2.8500e+00, -1.9020e+00, -2.4534e-01,  ...,  7.9505e-01,\n",
      "           -9.0233e-01, -3.0276e-01]]],\n",
      "\n",
      "\n",
      "        [[[-8.6011e-01,  6.7707e-01, -1.1948e+00,  ...,  4.9888e+00,\n",
      "           -9.0866e-01, -1.8631e+00],\n",
      "          [-9.6541e-01,  1.0506e+00,  1.3588e-01,  ..., -2.3964e+00,\n",
      "            2.9300e+00,  2.3407e-02],\n",
      "          [-1.9552e+00,  3.3047e+00, -2.5139e+00,  ..., -6.7107e+00,\n",
      "           -2.7565e+00, -1.3417e+00],\n",
      "          ...,\n",
      "          [-2.0073e-01,  1.4196e+00, -9.4924e-02,  ...,  1.7435e+00,\n",
      "           -3.3303e-01,  7.1754e-01],\n",
      "          [-6.2980e-01,  1.5584e+00,  1.1734e+00,  ..., -6.6646e-01,\n",
      "            7.1149e-01,  2.0474e+00],\n",
      "          [ 1.4157e-01, -1.8816e+00, -3.5881e+00,  ..., -1.1828e+00,\n",
      "            1.7070e+00, -3.2439e-01]]],\n",
      "\n",
      "\n",
      "        ...,\n",
      "\n",
      "\n",
      "        [[[-7.1189e-01, -4.7356e-01, -3.5465e-01,  ...,  8.5568e-01,\n",
      "           -4.8118e-01,  2.7664e-02],\n",
      "          [-2.5498e-01,  1.8958e-01,  4.4219e-02,  ...,  1.2030e-01,\n",
      "            7.5476e-01, -2.6648e-01],\n",
      "          [-6.6655e-01,  3.2132e-01,  1.7320e+00,  ...,  7.7026e-02,\n",
      "           -2.2834e-01,  1.4049e+00],\n",
      "          ...,\n",
      "          [ 1.3895e-01,  5.1030e-01,  3.0325e-01,  ..., -1.9035e-02,\n",
      "            3.6199e-01, -4.3131e-01],\n",
      "          [-1.7616e-01,  6.2259e-01,  8.1114e-01,  ...,  6.7045e-02,\n",
      "           -5.7323e-01,  4.5807e-01],\n",
      "          [-6.0269e-01,  9.0434e-01, -2.3410e+00,  ..., -1.7760e+00,\n",
      "            1.1599e+00,  9.7383e-01]]],\n",
      "\n",
      "\n",
      "        [[[ 4.0785e-02, -2.5191e-02, -5.2510e-02,  ..., -3.4832e-02,\n",
      "            4.0614e-02,  1.2549e-01],\n",
      "          [ 6.4323e-02,  2.9124e-02, -2.1109e-02,  ...,  5.1919e-02,\n",
      "            1.0498e-01,  7.3815e-02],\n",
      "          [-1.7970e-02, -3.3354e-02, -7.2450e-02,  ...,  4.3967e-01,\n",
      "            7.0044e-02,  1.6989e-01],\n",
      "          ...,\n",
      "          [-8.5014e-02, -1.2656e-01, -1.5973e-01,  ...,  1.8440e-02,\n",
      "           -1.3463e-01, -4.4094e-02],\n",
      "          [-9.6115e-02, -1.2292e-01, -2.1410e-01,  ..., -7.8171e-02,\n",
      "           -2.1189e-01, -1.8455e-01],\n",
      "          [-5.8554e-02, -3.9913e-01,  8.3915e-01,  ...,  4.1531e-01,\n",
      "           -5.1850e-01, -4.4197e-03]]],\n",
      "\n",
      "\n",
      "        [[[-6.2068e-01,  4.1469e-02, -1.2226e+00,  ...,  2.1552e+00,\n",
      "            5.2603e-01,  9.0189e-01],\n",
      "          [-1.3312e+00, -4.5906e-01,  4.5279e-01,  ..., -1.4374e+00,\n",
      "            8.0193e-01,  1.5883e+00],\n",
      "          [ 1.6525e+00,  1.7468e+00,  2.3741e-02,  ..., -1.0989e+00,\n",
      "           -7.2264e-01, -4.6810e-01],\n",
      "          ...,\n",
      "          [ 1.4175e+00,  1.4740e+00,  2.6137e-01,  ...,  2.3159e-01,\n",
      "           -2.3333e+00, -1.2512e+00],\n",
      "          [-5.5822e-01,  6.7663e-01, -1.2234e+00,  ...,  7.0904e-01,\n",
      "            1.9991e+00,  1.0885e+00],\n",
      "          [-8.8971e-01, -3.1993e-01, -5.9113e-01,  ..., -1.2004e+00,\n",
      "           -1.7456e-01,  3.1600e+00]]]], grad_fn=<SplitBackward0>)), (tensor([[[[-0.3382, -0.0582, -0.3743,  ...,  1.0802, -2.1336, -0.2216],\n",
      "          [-0.1802,  0.0886, -0.2964,  ...,  0.6408, -0.5295,  0.4603],\n",
      "          [ 0.1919,  0.0969, -0.1462,  ...,  1.3641,  0.2693, -2.0703],\n",
      "          ...,\n",
      "          [ 0.4462, -0.0959, -0.2803,  ..., -1.4060,  1.1641,  1.5299],\n",
      "          [-0.0996, -0.0600, -0.0256,  ...,  0.5932, -0.4074, -3.4061],\n",
      "          [-0.3160, -0.1070, -0.0081,  ...,  0.6657,  0.4555, -1.1214]]],\n",
      "\n",
      "\n",
      "        [[[ 0.3255, -1.6520,  1.2950,  ..., -2.4855,  0.4434, -0.5068],\n",
      "          [ 0.6626,  1.2145, -0.0217,  ..., -0.1939,  0.8810,  3.0931],\n",
      "          [ 0.0863, -0.6120, -1.0741,  ..., -1.4815, -0.5727,  1.6330],\n",
      "          ...,\n",
      "          [ 0.9057, -0.3928,  0.5321,  ...,  0.3741,  2.5518, -1.6955],\n",
      "          [-0.5485,  1.1584, -0.3271,  ...,  2.9336,  2.1970,  2.3278],\n",
      "          [-0.4949,  0.9144, -1.0996,  ...,  0.3422, -0.8341, -0.4720]]],\n",
      "\n",
      "\n",
      "        [[[ 0.1292, -0.7058, -0.0394,  ..., -3.4223, -2.7663, -2.0687],\n",
      "          [ 0.3659,  2.0065,  0.3805,  ...,  0.9701, -0.6269,  3.3564],\n",
      "          [ 0.3001, -0.2118, -0.5715,  ..., -1.7435,  1.7363,  0.0443],\n",
      "          ...,\n",
      "          [-1.0782, -0.3455,  1.4545,  ...,  0.7049,  3.6949, -0.9596],\n",
      "          [ 0.1954, -0.5650, -0.4515,  ...,  1.6074,  1.0500,  4.4812],\n",
      "          [-1.1500, -0.4061, -1.1502,  ...,  0.9698,  1.3873, -2.0225]]],\n",
      "\n",
      "\n",
      "        ...,\n",
      "\n",
      "\n",
      "        [[[ 0.1042,  0.0347,  0.1134,  ...,  1.4827, -1.3889, -0.1010],\n",
      "          [-0.1595,  0.1450,  0.2817,  ...,  0.4966, -0.6851, -0.1243],\n",
      "          [-0.2696, -0.1950,  0.3566,  ...,  1.4219, -0.0567, -1.3348],\n",
      "          ...,\n",
      "          [-0.3112,  0.1873,  0.1990,  ..., -1.3559,  1.0522,  1.9129],\n",
      "          [-0.0095,  0.2173,  0.0487,  ...,  0.4699, -0.7427, -3.6567],\n",
      "          [-0.1172,  0.1833,  0.1498,  ...,  0.0809,  0.3351, -0.3532]]],\n",
      "\n",
      "\n",
      "        [[[-0.4763, -0.4346, -0.1680,  ...,  2.9697,  0.5430,  0.7302],\n",
      "          [-0.4172, -0.0452,  0.4658,  ..., -0.3702, -1.1767, -2.9110],\n",
      "          [-0.4618,  0.0552,  0.3713,  ...,  1.1443, -1.2423,  0.2676],\n",
      "          ...,\n",
      "          [-0.5264,  0.4541,  0.3835,  ..., -0.9466,  0.2146,  2.8976],\n",
      "          [ 0.2642,  0.3793,  0.1443,  ..., -0.0372, -1.5844, -4.1929],\n",
      "          [-0.6422,  0.5343,  0.4699,  ..., -0.6740, -0.4841,  1.5505]]],\n",
      "\n",
      "\n",
      "        [[[ 1.5857,  0.6022, -1.7485,  ..., -0.1383,  0.7709,  0.0079],\n",
      "          [-1.0259, -0.3138,  1.0491,  ..., -1.6848, -0.3680,  1.4519],\n",
      "          [-0.8270,  0.2474,  0.9277,  ..., -0.8080, -0.5848, -1.4961],\n",
      "          ...,\n",
      "          [ 1.3867, -0.5641, -0.2133,  ..., -0.3228,  3.3730, -0.4789],\n",
      "          [-0.8611, -0.1598,  1.0022,  ...,  0.1669,  1.4667,  1.3970],\n",
      "          [ 0.8456, -0.4764,  0.2414,  ...,  1.8390,  2.0810, -0.4577]]]],\n",
      "       grad_fn=<CatBackward0>), tensor([[[[ 3.5756e+00,  2.8790e+00,  1.3817e+00,  ...,  2.5292e-01,\n",
      "           -8.4149e-01, -2.5304e+00],\n",
      "          [ 6.2818e-01, -8.4891e-01,  1.6948e+00,  ...,  7.0177e-02,\n",
      "           -1.9732e-01,  1.2788e+00],\n",
      "          [-1.7908e+00, -1.3096e-01,  2.7610e+00,  ..., -6.3552e-01,\n",
      "           -1.3732e-01,  1.0717e+00],\n",
      "          ...,\n",
      "          [ 5.1566e-01, -2.8743e-02,  1.7564e-01,  ...,  7.2181e-02,\n",
      "           -4.6748e-01,  3.8327e-01],\n",
      "          [-3.7860e-01, -1.7612e-01, -1.3103e-01,  ..., -4.8099e-01,\n",
      "            4.9864e-01,  6.0423e-01],\n",
      "          [ 4.8520e-01,  7.8080e-01, -8.1956e-01,  ..., -8.0610e-02,\n",
      "            9.6538e-01,  3.7740e+00]]],\n",
      "\n",
      "\n",
      "        [[[ 5.2329e-01,  5.0809e-01,  6.7932e-01,  ..., -2.2199e+00,\n",
      "            1.8717e-01,  5.9501e-01],\n",
      "          [ 7.6821e-01,  3.6665e+00,  1.7264e+00,  ..., -2.6278e+00,\n",
      "            9.2854e-01,  3.5083e-01],\n",
      "          [ 2.0615e+00,  3.8171e+00,  2.6851e-01,  ..., -1.4713e+00,\n",
      "           -1.0553e+00,  1.6789e+00],\n",
      "          ...,\n",
      "          [ 1.5314e+00,  5.9502e-01, -2.2808e+00,  ..., -1.4644e+00,\n",
      "           -4.2650e+00, -1.9868e+00],\n",
      "          [-1.4158e+00, -2.8160e+00,  3.5371e-01,  ...,  6.9421e-02,\n",
      "            3.1097e+00,  2.6595e+00],\n",
      "          [-2.4917e+00,  6.3299e-01, -2.9275e+00,  ...,  1.2259e+00,\n",
      "            2.0665e+00,  1.2000e+00]]],\n",
      "\n",
      "\n",
      "        [[[ 2.2627e+00,  3.9562e-01, -7.1510e-01,  ...,  8.4307e-01,\n",
      "           -4.4501e+00, -4.0038e+00],\n",
      "          [ 2.7431e+00, -2.2349e-01,  7.8430e-01,  ..., -1.9940e-01,\n",
      "           -4.1996e-01, -5.5995e-01],\n",
      "          [ 1.0084e+00,  9.7998e-01, -6.4954e-01,  ..., -1.0217e+00,\n",
      "            4.8688e-01,  4.4253e-01],\n",
      "          ...,\n",
      "          [-3.9119e-01,  9.9172e-01, -1.4449e+00,  ..., -2.9885e-01,\n",
      "           -3.3710e+00,  5.2666e-01],\n",
      "          [ 8.6505e-01,  1.0392e+00, -1.9335e+00,  ..., -3.5103e+00,\n",
      "           -1.2544e+00,  3.3387e+00],\n",
      "          [-1.6269e+00, -3.7030e-01, -2.6613e-01,  ..., -8.6222e-01,\n",
      "            3.2230e-01,  2.5852e+00]]],\n",
      "\n",
      "\n",
      "        ...,\n",
      "\n",
      "\n",
      "        [[[ 1.8105e+00,  1.5957e+00,  7.9289e-01,  ..., -2.9733e-01,\n",
      "           -2.4806e-01, -1.1464e+00],\n",
      "          [ 5.3512e-01, -8.0024e-01,  1.0734e+00,  ...,  1.1656e-01,\n",
      "           -1.5995e-01,  8.3233e-01],\n",
      "          [-1.1738e+00, -1.1056e-01,  1.7663e+00,  ..., -2.3231e-01,\n",
      "           -4.8810e-02,  8.0312e-01],\n",
      "          ...,\n",
      "          [ 2.1993e-01,  2.3178e-01,  1.5571e-01,  ...,  7.1019e-02,\n",
      "           -3.2364e-01,  1.9105e-01],\n",
      "          [-2.2676e-01, -1.5908e-01, -2.5988e-01,  ..., -4.4116e-01,\n",
      "            4.9389e-01,  3.0576e-01],\n",
      "          [ 2.6910e-01,  2.6301e-01, -4.6338e-01,  ..., -8.7687e-02,\n",
      "            5.5481e-01,  1.7224e+00]]],\n",
      "\n",
      "\n",
      "        [[[-3.6733e-01,  2.8998e-02,  4.6853e-02,  ..., -2.0785e-01,\n",
      "            2.1144e-02,  1.2412e-01],\n",
      "          [-7.6103e-02, -1.9454e-01, -1.7014e-01,  ...,  1.9719e-01,\n",
      "           -1.4056e-01,  9.8197e-02],\n",
      "          [-3.9838e-02,  8.3253e-02, -1.5618e-01,  ...,  1.7296e-01,\n",
      "           -1.0268e-01, -7.0545e-02],\n",
      "          ...,\n",
      "          [-2.2949e-01, -2.6639e-01,  1.2937e-01,  ..., -2.5016e-01,\n",
      "            3.2573e-01, -8.2872e-02],\n",
      "          [ 4.9456e-02, -1.1699e-02,  8.1766e-04,  ..., -3.8412e-02,\n",
      "            8.4035e-02, -4.5342e-02],\n",
      "          [ 5.6792e-02, -1.5734e-01,  1.0248e-01,  ...,  8.3961e-02,\n",
      "           -5.1733e-02, -5.3713e-01]]],\n",
      "\n",
      "\n",
      "        [[[-1.6720e+00, -1.6586e+00,  7.8459e-02,  ...,  1.0955e+00,\n",
      "           -2.3897e+00, -2.6794e-01],\n",
      "          [ 2.0321e+00,  9.4837e-01,  7.6460e-01,  ..., -1.9438e+00,\n",
      "           -2.0275e+00,  6.5041e-01],\n",
      "          [ 5.9582e-01, -6.7547e-01, -8.3675e-01,  ...,  1.0393e+00,\n",
      "            5.8717e-01,  1.3886e+00],\n",
      "          ...,\n",
      "          [-1.1467e+00,  7.0163e-01, -3.7081e+00,  ...,  1.5565e+00,\n",
      "           -4.8465e+00,  4.2476e-01],\n",
      "          [ 5.9784e-01,  1.0579e+00, -3.6951e-01,  ..., -8.2902e-01,\n",
      "           -1.1196e-01,  6.0485e-02],\n",
      "          [-2.4020e+00,  2.7271e-01,  1.2698e+00,  ...,  2.7612e+00,\n",
      "            6.1988e-01,  1.8724e+00]]]], grad_fn=<SplitBackward0>)), (tensor([[[[-1.0439e-01,  3.6994e-01, -3.6386e-01,  ..., -1.0597e+00,\n",
      "            1.4438e-01,  1.2526e+00],\n",
      "          [ 2.7832e-01, -7.3334e-02, -5.3960e-02,  ...,  2.0097e-02,\n",
      "            8.4161e-01,  1.1399e+00],\n",
      "          [ 3.0470e-02,  1.4363e-01, -3.2852e-01,  ...,  8.3321e-01,\n",
      "           -5.3464e-03, -1.0850e+00],\n",
      "          ...,\n",
      "          [-7.4519e-02, -1.2155e-01,  3.0817e-01,  ..., -1.4087e+00,\n",
      "            1.4709e+00, -8.4888e-01],\n",
      "          [-1.0087e-01, -3.1384e-01,  7.3822e-02,  ...,  8.3151e-01,\n",
      "            5.9801e-01, -3.5721e-01],\n",
      "          [-5.4767e-01,  5.9708e-02,  6.5523e-02,  ..., -1.0920e-01,\n",
      "           -2.0737e-01,  3.0336e-01]]],\n",
      "\n",
      "\n",
      "        [[[ 1.8498e+00, -5.3911e-01, -9.8435e-01,  ...,  2.2402e+00,\n",
      "            1.6224e+00, -2.0168e+00],\n",
      "          [-1.8534e+00, -3.9100e-01, -1.2822e+00,  ..., -1.4429e+00,\n",
      "            9.6655e-03, -3.4381e+00],\n",
      "          [-1.0869e+00,  1.6264e+00,  5.9680e-01,  ...,  1.5845e+00,\n",
      "            3.5508e+00,  7.5138e-01],\n",
      "          ...,\n",
      "          [ 1.2615e-01,  7.5540e-01,  1.7663e-01,  ...,  9.7900e-01,\n",
      "           -1.0376e-01,  2.8958e+00],\n",
      "          [-2.9039e-01,  3.0138e-01,  5.3430e-01,  ..., -8.7488e-01,\n",
      "            5.1995e-01,  1.3483e-01],\n",
      "          [-1.1788e+00,  8.4142e-01, -6.5079e-01,  ...,  2.6413e+00,\n",
      "            9.0681e-01,  1.8472e-02]]],\n",
      "\n",
      "\n",
      "        [[[ 6.1081e-01, -1.5393e-01,  7.3181e-01,  ...,  4.3609e-01,\n",
      "           -2.0848e+00,  4.9124e-01],\n",
      "          [-8.4759e-01, -1.2937e+00,  2.6651e-01,  ..., -2.2854e+00,\n",
      "            1.5664e-01, -4.7738e+00],\n",
      "          [-3.6593e-01, -7.9264e-01,  5.5904e-01,  ...,  2.1541e+00,\n",
      "            4.1043e+00, -3.5787e+00],\n",
      "          ...,\n",
      "          [-7.8334e-01, -1.9815e-01, -7.7948e-01,  ..., -7.2919e-01,\n",
      "           -8.3179e-01,  4.9718e+00],\n",
      "          [ 9.2076e-02,  1.2659e+00,  2.6340e-01,  ..., -1.0822e+00,\n",
      "           -4.7379e-01,  1.7079e+00],\n",
      "          [-4.0760e-01, -7.7594e-01, -1.1418e-01,  ..., -7.6825e-01,\n",
      "            8.2353e-01,  3.9221e-01]]],\n",
      "\n",
      "\n",
      "        ...,\n",
      "\n",
      "\n",
      "        [[[ 2.7450e-02, -1.2538e-01,  2.0476e-01,  ..., -1.0525e+00,\n",
      "            5.1104e-01,  6.0971e-01],\n",
      "          [-2.9605e-01,  1.2346e-01,  3.4128e-01,  ...,  4.4435e-01,\n",
      "            1.0861e+00,  1.9707e+00],\n",
      "          [-1.7869e-01, -8.2795e-02,  5.5751e-02,  ...,  9.8470e-01,\n",
      "           -5.1326e-01, -7.0891e-01],\n",
      "          ...,\n",
      "          [ 2.0334e-03,  1.0437e-01, -1.2565e-01,  ..., -1.0231e+00,\n",
      "            1.8041e+00, -1.7158e+00],\n",
      "          [-1.7077e-01,  1.3167e-01, -3.7018e-01,  ...,  7.8459e-01,\n",
      "            7.7970e-01, -7.7640e-02],\n",
      "          [ 4.9071e-01,  4.7746e-02,  5.7777e-02,  ...,  5.1026e-01,\n",
      "            5.2763e-02, -1.4541e-01]]],\n",
      "\n",
      "\n",
      "        [[[-3.5602e-01,  3.3442e-01,  2.3671e-01,  ..., -9.1724e-01,\n",
      "            1.4466e+00, -1.0522e+00],\n",
      "          [-7.3292e-01,  3.9630e-01,  1.5181e-01,  ...,  1.3363e+00,\n",
      "            6.7199e-01,  3.3996e+00],\n",
      "          [ 1.1317e-01, -2.3717e-01,  3.0540e-02,  ...,  1.1705e+00,\n",
      "           -1.2403e+00,  3.5411e-02],\n",
      "          ...,\n",
      "          [ 2.2567e-01,  2.5630e-01,  2.6508e-01,  ..., -4.6465e-01,\n",
      "            2.1768e+00, -3.1869e+00],\n",
      "          [-7.9249e-02,  5.0030e-02, -3.1234e-02,  ...,  1.1339e+00,\n",
      "            1.1248e+00,  3.3525e-01],\n",
      "          [ 2.1691e-01, -3.3302e-01, -5.6505e-03,  ...,  1.9288e+00,\n",
      "            7.1452e-01, -6.6396e-01]]],\n",
      "\n",
      "\n",
      "        [[[ 5.9428e-01,  3.5805e-01, -4.1742e-02,  ..., -3.2108e-02,\n",
      "            3.7253e-01,  2.6111e+00],\n",
      "          [ 5.6857e-01,  1.9848e-01,  7.3351e-01,  ..., -1.8446e+00,\n",
      "            6.6379e-01, -2.6540e+00],\n",
      "          [-4.4364e-01,  7.7283e-01,  1.5793e+00,  ...,  6.3767e-01,\n",
      "            1.8149e+00, -1.0126e+00],\n",
      "          ...,\n",
      "          [-6.1006e-02,  3.0759e-01,  8.1012e-01,  ..., -9.5300e-02,\n",
      "           -1.4214e+00,  2.9832e+00],\n",
      "          [-9.2461e-01,  1.1123e+00, -1.4839e+00,  ..., -1.8074e-01,\n",
      "           -2.4496e+00,  9.4398e-01],\n",
      "          [ 3.6698e-01, -7.0702e-01, -3.2440e+00,  ..., -3.4784e-01,\n",
      "            2.1892e+00,  2.7163e-01]]]], grad_fn=<CatBackward0>), tensor([[[[-1.1242e+00, -6.4886e-01, -1.4536e-01,  ...,  4.3584e-01,\n",
      "            1.3207e+00, -8.0340e-01],\n",
      "          [-2.9307e-01,  6.9925e-01,  5.8644e-01,  ..., -5.4362e-01,\n",
      "           -5.5841e-02,  2.6633e-01],\n",
      "          [-3.2483e-01,  2.2970e-01, -1.1478e-01,  ...,  4.5719e-02,\n",
      "           -1.9316e-01,  4.6766e-01],\n",
      "          ...,\n",
      "          [ 1.5970e-01, -3.7803e-01, -1.8672e-01,  ..., -3.9976e-01,\n",
      "           -4.9713e-01,  5.5108e-01],\n",
      "          [ 2.0224e-01, -1.2836e-01, -2.8608e-01,  ..., -2.1400e-01,\n",
      "           -5.2196e-01,  3.8176e-01],\n",
      "          [-4.9246e-01,  6.1238e-01, -2.1369e+00,  ..., -4.8456e-01,\n",
      "           -3.6258e-01, -6.3035e-01]]],\n",
      "\n",
      "\n",
      "        [[[-1.3641e+00, -3.1041e+00,  7.6382e-01,  ...,  2.3448e-01,\n",
      "            2.6516e+00,  3.0845e-01],\n",
      "          [ 1.3293e+00, -1.0162e+00,  2.2958e+00,  ..., -2.9479e-01,\n",
      "            3.4163e+00,  2.2433e-01],\n",
      "          [ 2.8380e+00, -2.8293e+00,  5.1227e-01,  ...,  1.8929e+00,\n",
      "           -4.6904e-01, -4.1144e+00],\n",
      "          ...,\n",
      "          [-4.2557e-02,  7.8271e-03, -2.0448e+00,  ...,  3.7753e-01,\n",
      "            4.0613e+00, -3.3458e+00],\n",
      "          [-2.4028e-02,  5.4635e+00, -7.3652e-01,  ...,  5.0832e+00,\n",
      "           -2.5105e+00,  3.8728e+00],\n",
      "          [ 4.5749e-01,  7.3688e-01,  6.0144e-01,  ..., -1.9781e+00,\n",
      "           -3.8613e-01, -2.8887e+00]]],\n",
      "\n",
      "\n",
      "        [[[-1.0019e+00,  3.4607e-01, -1.4360e+00,  ..., -2.9726e+00,\n",
      "            3.2391e+00, -8.6770e-01],\n",
      "          [-9.2845e-01, -5.5249e-01,  2.8473e+00,  ..., -4.3720e-01,\n",
      "            1.5122e+00, -5.9659e-01],\n",
      "          [-1.0627e+00, -2.0485e-01, -1.3257e+00,  ..., -1.0576e+00,\n",
      "            1.1758e+00, -2.6790e+00],\n",
      "          ...,\n",
      "          [-1.2991e+00, -8.5741e-01, -1.9152e+00,  ...,  1.1788e+00,\n",
      "            1.9581e+00,  1.6112e-04],\n",
      "          [-5.8074e-01,  3.8106e+00, -1.2048e+00,  ...,  3.5183e+00,\n",
      "           -9.6122e-01,  1.7249e+00],\n",
      "          [-3.8995e-01,  1.9375e+00,  8.2852e-01,  ..., -1.2632e+00,\n",
      "           -8.1815e-01, -3.5978e+00]]],\n",
      "\n",
      "\n",
      "        ...,\n",
      "\n",
      "\n",
      "        [[[-5.8498e-01, -4.4289e-01, -1.9022e-01,  ...,  4.9987e-02,\n",
      "            7.6050e-01, -5.3641e-01],\n",
      "          [-1.8622e-01,  4.5203e-01,  5.3108e-01,  ..., -4.2769e-01,\n",
      "           -1.6530e-01, -3.9343e-02],\n",
      "          [-3.2279e-01,  2.3983e-01, -7.8025e-02,  ...,  8.8980e-02,\n",
      "           -1.0234e-01,  2.6131e-01],\n",
      "          ...,\n",
      "          [ 2.2286e-01,  1.0197e-01,  8.4688e-02,  ..., -4.0304e-01,\n",
      "           -1.8743e-01,  3.2998e-01],\n",
      "          [ 7.9749e-02,  4.3789e-02, -7.8213e-02,  ...,  1.5057e-02,\n",
      "           -4.0306e-01,  4.9622e-02],\n",
      "          [-3.1550e-01,  3.3298e-01, -1.2203e+00,  ..., -3.7819e-01,\n",
      "           -4.2024e-02, -3.3960e-01]]],\n",
      "\n",
      "\n",
      "        [[[ 9.2007e-02,  8.7374e-02,  2.2742e-01,  ...,  2.3228e-01,\n",
      "           -3.7117e-01,  1.7403e-01],\n",
      "          [ 8.5636e-02,  2.7799e-02, -8.6372e-02,  ..., -1.0211e-01,\n",
      "           -2.4616e-01,  2.2618e-02],\n",
      "          [-1.4447e-01, -3.5706e-03, -1.2636e-02,  ..., -7.1604e-02,\n",
      "            1.1094e-02, -1.2455e-01],\n",
      "          ...,\n",
      "          [-3.1339e-01,  2.3591e-01,  1.0062e-01,  ..., -4.9567e-01,\n",
      "            7.5589e-02,  4.2987e-01],\n",
      "          [ 4.3532e-02,  5.4280e-02,  2.1341e-01,  ...,  1.4541e-01,\n",
      "           -1.7708e-01, -4.2829e-01],\n",
      "          [-2.3001e-02,  6.3434e-02, -2.7132e-01,  ...,  3.4640e-02,\n",
      "            1.1803e-01,  2.2326e-01]]],\n",
      "\n",
      "\n",
      "        [[[-7.4877e-01,  1.0402e+00, -1.3213e+00,  ..., -3.0669e+00,\n",
      "            3.1844e+00,  1.1388e-01],\n",
      "          [ 1.1742e+00, -1.2945e+00,  4.3231e-01,  ..., -3.2768e-01,\n",
      "            3.0665e+00, -2.5867e+00],\n",
      "          [-4.2170e-01,  1.4189e+00,  1.0049e+00,  ...,  2.5592e+00,\n",
      "            6.5405e-01, -9.4608e-01],\n",
      "          ...,\n",
      "          [-1.6939e+00,  3.8831e-02, -8.7160e-01,  ...,  2.8950e+00,\n",
      "            2.9097e-01,  6.2413e-01],\n",
      "          [-1.8299e+00,  2.5150e+00, -1.6875e+00,  ...,  2.2143e+00,\n",
      "           -3.1326e+00,  2.9001e+00],\n",
      "          [-6.6956e-01,  6.8797e-01,  9.8814e-01,  ..., -2.9061e+00,\n",
      "            1.0792e+00, -3.1983e+00]]]], grad_fn=<SplitBackward0>)), (tensor([[[[ 5.9566e-01, -1.0011e-01,  3.6864e-01,  ..., -1.6459e-01,\n",
      "           -7.7701e-02, -8.2102e-01],\n",
      "          [-7.5540e-02,  1.1345e-01,  4.7821e-01,  ..., -3.5260e-01,\n",
      "            4.5238e-01,  1.2203e-01],\n",
      "          [ 1.3516e-01, -5.5013e-01,  2.2841e-01,  ...,  9.1771e-01,\n",
      "            1.7684e+00, -7.2769e-01],\n",
      "          ...,\n",
      "          [ 3.6401e-01,  1.0977e+00,  2.6645e-01,  ..., -3.1660e-01,\n",
      "           -1.7351e+00,  5.9382e-03],\n",
      "          [ 3.0669e-01,  1.4534e-01,  9.0248e-02,  ..., -4.1813e-01,\n",
      "           -6.9435e-01, -1.1005e-01],\n",
      "          [ 2.7886e-01,  3.5193e-02,  2.8203e-01,  ...,  5.4595e-02,\n",
      "           -6.6966e-02,  6.0910e-01]]],\n",
      "\n",
      "\n",
      "        [[[ 1.7253e-01,  6.0902e-01, -6.8368e-02,  ..., -9.5889e-01,\n",
      "           -1.3208e-01, -1.0834e+00],\n",
      "          [ 1.4767e+00,  4.6962e-01,  6.8643e-01,  ...,  2.0416e+00,\n",
      "           -1.8781e+00, -2.2528e+00],\n",
      "          [-6.5290e-01, -2.9369e-01,  3.0420e-01,  ..., -1.2634e+00,\n",
      "           -1.0623e+00,  1.3967e+00],\n",
      "          ...,\n",
      "          [-2.7497e-01,  2.0176e+00, -4.9268e-01,  ...,  1.4077e+00,\n",
      "           -6.7521e-01, -9.3514e-01],\n",
      "          [-6.8448e-01,  7.1892e-01, -1.0276e+00,  ..., -1.6706e-01,\n",
      "           -4.3231e-01,  3.5704e-01],\n",
      "          [ 7.3517e-01,  6.5935e-01,  5.1129e-01,  ...,  7.9200e-01,\n",
      "           -2.6571e-01, -1.1846e+00]]],\n",
      "\n",
      "\n",
      "        [[[ 5.2273e-02,  1.0588e-01, -3.6505e-01,  ...,  1.3657e+00,\n",
      "            3.2690e-01,  2.2886e-01],\n",
      "          [-8.8696e-01, -9.7327e-02, -3.2970e-01,  ..., -3.7091e-02,\n",
      "           -2.1457e+00, -5.6239e-01],\n",
      "          [-2.2071e-01,  1.7375e-01,  7.4572e-01,  ..., -1.7077e+00,\n",
      "           -3.8008e-01,  1.4293e-01],\n",
      "          ...,\n",
      "          [-1.2408e+00,  1.1443e+00, -3.4388e-01,  ...,  1.8600e+00,\n",
      "            6.7317e-01, -2.7279e+00],\n",
      "          [-1.9512e-01,  6.3829e-02,  4.4615e-02,  ...,  1.1526e+00,\n",
      "            4.8216e-01,  1.9704e+00],\n",
      "          [ 3.3865e-01,  1.0052e-01, -3.3344e-01,  ...,  4.8536e-01,\n",
      "           -1.4589e+00,  2.9339e-01]]],\n",
      "\n",
      "\n",
      "        ...,\n",
      "\n",
      "\n",
      "        [[[-9.6500e-05,  6.2374e-02,  4.3435e-03,  ..., -1.7724e-01,\n",
      "           -3.0326e-01, -1.6741e+00],\n",
      "          [ 9.8953e-02, -1.9795e-01, -2.6528e-01,  ..., -6.8176e-01,\n",
      "            1.1765e+00,  1.7659e-01],\n",
      "          [-2.1989e-01,  2.8014e-01,  1.5103e-01,  ...,  1.1184e+00,\n",
      "            1.4798e+00, -6.9530e-01],\n",
      "          ...,\n",
      "          [-6.6343e-01, -7.1746e-01, -1.1972e-01,  ..., -7.9326e-01,\n",
      "           -1.8674e+00,  3.9853e-02],\n",
      "          [-3.4835e-01, -1.0947e-01,  9.4617e-03,  ..., -1.4869e+00,\n",
      "           -1.1047e+00, -3.0229e-01],\n",
      "          [-4.8870e-01, -2.0078e-01, -3.6600e-02,  ..., -9.5096e-02,\n",
      "            9.4028e-02,  1.0010e+00]]],\n",
      "\n",
      "\n",
      "        [[[ 1.1239e+00, -3.7017e-01,  2.1579e-01,  ..., -3.1769e-01,\n",
      "           -4.6692e-01, -1.9890e+00],\n",
      "          [ 6.8771e-01, -1.7714e+00,  4.2281e-01,  ..., -1.0801e+00,\n",
      "            2.3999e+00,  4.4097e-01],\n",
      "          [ 5.2737e-01, -5.6010e-01, -9.3669e-01,  ...,  1.2907e+00,\n",
      "            3.3807e-01,  2.5945e-02],\n",
      "          ...,\n",
      "          [-6.4509e-01, -1.3633e-01, -9.3245e-01,  ..., -1.2028e+00,\n",
      "           -1.8504e+00,  9.3423e-01],\n",
      "          [-2.0288e-01, -2.4742e-01, -4.4508e-01,  ..., -2.0737e+00,\n",
      "           -1.2209e+00, -1.1460e+00],\n",
      "          [-3.2448e-01,  1.9802e-01,  1.4054e-01,  ..., -8.1467e-02,\n",
      "            3.6691e-01,  1.3601e+00]]],\n",
      "\n",
      "\n",
      "        [[[-4.9307e-01,  3.2422e-01, -5.9428e-01,  ..., -2.0732e+00,\n",
      "            8.7881e-01,  2.2639e+00],\n",
      "          [ 8.0807e-01,  1.2612e+00,  1.1428e+00,  ...,  6.4638e-01,\n",
      "            3.1625e-01,  3.1255e-01],\n",
      "          [-1.9729e-01, -7.3284e-01,  1.4744e-01,  ..., -1.9662e-02,\n",
      "           -1.7666e+00, -4.3616e-01],\n",
      "          ...,\n",
      "          [-1.3572e+00, -7.3004e-01, -7.1099e-01,  ...,  8.1102e-01,\n",
      "            2.1143e-01,  3.0787e-01],\n",
      "          [ 7.2246e-01, -7.1822e-01,  6.0561e-01,  ..., -1.6206e-01,\n",
      "            1.2217e+00,  1.6249e+00],\n",
      "          [ 8.7657e-01,  9.2569e-01, -8.3013e-01,  ...,  9.9675e-01,\n",
      "            4.6725e-01, -6.5179e-01]]]], grad_fn=<CatBackward0>), tensor([[[[ 1.8063e-01, -4.3881e-01, -4.4564e-01,  ...,  1.8024e-01,\n",
      "           -1.2513e+00, -1.1630e-01],\n",
      "          [ 5.6586e-01,  4.0105e-01,  6.8923e-01,  ..., -2.1142e-01,\n",
      "            2.4224e-01, -3.8846e-01],\n",
      "          [-2.4940e-01, -9.3379e-01, -5.2757e-01,  ..., -1.7787e-01,\n",
      "           -2.0431e-01, -1.1559e+00],\n",
      "          ...,\n",
      "          [-3.0515e-01,  6.9433e-01, -5.6787e-01,  ..., -1.1665e-01,\n",
      "           -4.9924e-01, -1.5525e-01],\n",
      "          [ 1.1876e+00, -3.0893e+00,  4.2740e+00,  ...,  6.0250e+00,\n",
      "           -2.6276e+00,  1.2947e+00],\n",
      "          [-5.2503e-01,  1.4649e-01,  2.3315e-02,  ...,  1.0765e-03,\n",
      "            2.0122e-01, -1.1010e-01]]],\n",
      "\n",
      "\n",
      "        [[[-7.9347e-01,  4.0098e+00, -1.5013e+00,  ..., -1.6797e-01,\n",
      "            1.6694e+00,  3.1844e-01],\n",
      "          [-1.3880e+00,  4.2052e-01,  1.4718e+00,  ..., -2.5511e+00,\n",
      "            2.4135e+00, -4.4029e-01],\n",
      "          [ 3.0811e+00, -7.5658e-01, -2.7239e+00,  ..., -1.4396e+00,\n",
      "            1.2617e-01, -6.6596e-01],\n",
      "          ...,\n",
      "          [-8.3935e-01, -2.0056e-02, -3.1809e-01,  ..., -9.7997e-02,\n",
      "            2.0136e+00,  8.9146e-01],\n",
      "          [-1.0591e+00,  1.4251e+00, -2.7472e+00,  ..., -2.6383e+00,\n",
      "            1.5662e+00, -1.1188e+00],\n",
      "          [ 1.3600e+00,  7.2229e-01,  2.1237e+00,  ...,  2.2864e+00,\n",
      "            2.2780e+00,  2.2371e+00]]],\n",
      "\n",
      "\n",
      "        [[[ 2.8069e-01,  2.4972e+00, -1.7684e+00,  ...,  1.9716e-01,\n",
      "            7.6992e-01, -3.3416e+00],\n",
      "          [ 5.4516e-01,  1.5478e+00,  5.6893e-01,  ...,  8.5639e-01,\n",
      "            5.7809e-01, -9.5863e-01],\n",
      "          [ 2.5073e+00, -1.4253e+00, -3.4121e+00,  ..., -1.1472e+00,\n",
      "            8.4766e-01, -1.9889e+00],\n",
      "          ...,\n",
      "          [-6.7819e-01,  3.0468e-02, -2.4648e+00,  ..., -1.9000e+00,\n",
      "           -5.8606e-01,  1.1231e-01],\n",
      "          [ 8.8972e-01,  7.7010e-01, -6.5019e-01,  ..., -2.3838e+00,\n",
      "            2.4004e+00,  9.2914e-01],\n",
      "          [-1.7849e+00,  1.8323e+00,  7.1223e-01,  ...,  9.1135e-01,\n",
      "            6.3116e-01,  5.3756e-01]]],\n",
      "\n",
      "\n",
      "        ...,\n",
      "\n",
      "\n",
      "        [[[ 1.8792e-01, -4.4504e-01, -3.4291e-01,  ...,  6.0983e-02,\n",
      "           -7.9774e-01,  3.2415e-02],\n",
      "          [ 5.0645e-01,  3.0702e-01,  4.7267e-01,  ..., -2.9705e-02,\n",
      "            3.3651e-01, -2.5987e-01],\n",
      "          [-6.6860e-01, -5.9209e-01,  3.3040e-01,  ...,  1.4338e-01,\n",
      "           -9.3677e-01, -8.6491e-01],\n",
      "          ...,\n",
      "          [-4.2041e-01,  3.8791e-01, -3.3292e-01,  ...,  1.0919e-01,\n",
      "           -1.8983e-01, -1.9013e-01],\n",
      "          [ 1.5528e+00, -3.5154e+00,  4.7962e+00,  ...,  6.5040e+00,\n",
      "           -2.7764e+00,  1.5044e+00],\n",
      "          [-1.0997e+00, -8.3239e-02, -1.0286e-01,  ...,  1.0704e-01,\n",
      "            1.5118e-01, -2.4032e-01]]],\n",
      "\n",
      "\n",
      "        [[[ 6.9443e-01, -2.0756e-01, -9.8131e-01,  ..., -2.3498e-01,\n",
      "            1.2295e-01,  4.9380e-02],\n",
      "          [ 1.4754e-01, -4.5367e-01,  4.3973e-01,  ...,  1.6002e-01,\n",
      "            4.6990e-01,  5.9929e-02],\n",
      "          [-2.0185e+00,  6.2315e-01,  1.9722e+00,  ...,  8.0104e-01,\n",
      "           -1.2778e+00,  6.5081e-01],\n",
      "          ...,\n",
      "          [ 1.7350e-01, -6.4355e-01,  7.5054e-01,  ...,  5.3360e-01,\n",
      "            7.7818e-01, -5.2041e-01],\n",
      "          [-1.8150e-01, -7.1178e-01,  5.8467e-01,  ...,  1.7955e-01,\n",
      "           -2.8527e-01,  3.5224e-01],\n",
      "          [-2.1037e+00,  5.1999e-02, -4.6220e-01,  ..., -1.4289e+00,\n",
      "           -4.6515e-01, -5.6389e-01]]],\n",
      "\n",
      "\n",
      "        [[[ 1.6647e+00,  2.9181e+00,  2.1737e+00,  ..., -2.4209e+00,\n",
      "            2.0862e+00, -3.9588e-01],\n",
      "          [-5.2399e-01,  1.7808e+00, -6.6368e-01,  ...,  1.1722e+00,\n",
      "           -1.0699e+00, -9.2945e-03],\n",
      "          [ 3.4404e+00,  4.5599e-01, -3.8544e+00,  ..., -1.8119e-01,\n",
      "            7.6695e-01, -3.0038e-02],\n",
      "          ...,\n",
      "          [-9.8905e-01, -1.6342e+00, -1.9901e+00,  ...,  2.1763e+00,\n",
      "            1.6173e+00,  2.6627e+00],\n",
      "          [ 2.7550e+00, -9.2675e-01,  4.3601e-01,  ...,  1.2433e+00,\n",
      "            1.0430e-01,  5.5348e-01],\n",
      "          [-5.8129e-01, -4.6882e-01, -1.7953e-01,  ...,  2.2072e+00,\n",
      "            9.4760e-01, -1.9381e-01]]]], grad_fn=<SplitBackward0>))), hidden_states=None, attentions=None)\n"
     ]
    }
   ],
   "source": [
    "# 生成对话响应\n",
    "response, history = model.chat(tokenizer, text, history=[])\n",
    "# 输出结果\n",
    "print(response)\n",
    "model.train()\n",
    "fw = model(**tk)\n",
    "\n",
    "print(fw)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\PandaKun\\AppData\\Local\\Packages\\PythonSoftwareFoundation.Python.3.11_qbz5n2kfra8p0\\LocalCache\\local-packages\\Python311\\site-packages\\transformers\\generation\\utils.py:1168: UserWarning: Using the model-agnostic default `max_length` (=20) to control the generation length. We recommend setting `max_new_tokens` to control the maximum length of the generation.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "tensor([[ 19316,      6,    172,    118,    120,     31, 130001, 130004,    115,\n",
       "            344,    125,   6738,   5665,   1367,  14132,   5388,    340,     11,\n",
       "             21,    222]])"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "model.generate(**tk)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "print(fw[\"logits\"])\n",
    "print(fw[\"past_key_values\"])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "del model\n",
    "gc.collect()\n",
    "gc.collect()\n",
    "gc.collect()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Loading checkpoint shards: 100%|██████████| 8/8 [00:08<00:00,  1.04s/it]\n",
      "Some weights of LoraModel were not initialized from the model checkpoint at ./models/THUDM/chatglm6b and are newly initialized: ['lora_layer.W_a', 'lora_layer.W_b']\n",
      "You should probably TRAIN this model on a down-stream task to be able to use it for predictions and inference.\n"
     ]
    }
   ],
   "source": [
    "# 2. 定义LoRA 插入层\n",
    "class LoRALayer(nn.Module):\n",
    "    def __init__(self, hidden_size, r=4):\n",
    "        super(LoRALayer, self).__init__()\n",
    "        # 初始化两个参数：W_a和W_b，随机值乘以0.01进行缩放\n",
    "        self.W_a = nn.Parameter(torch.randn(hidden_size, r, dtype=torch.float) * 0.01, requires_grad=True)\n",
    "        self.W_b = nn.Parameter(torch.randn(r, hidden_size, dtype=torch.float) * 0.01, requires_grad=True)\n",
    "\n",
    "    def forward(self, x):\n",
    "        # 返回LoRA层的输出：x + (x @ W_a) @ W_b\n",
    "        return (x @ self.W_a) @ self.W_b\n",
    "    \n",
    "class LoraModel(ChatGLMForConditionalGeneration):  \n",
    "    def __init__(self, config):  \n",
    "        ChatGLMForConditionalGeneration.__init__(self, config)\n",
    "        # 根据模型配置插入LoRA层\n",
    "        self.lora_layer = LoRALayer(config.hidden_size)\n",
    "        self.label_smoother = LabelSmoother(epsilon=0.01)\n",
    "  \n",
    "    def forward(self,\n",
    "            input_ids: Optional[torch.Tensor] = None,\n",
    "            position_ids: Optional[torch.Tensor] = None,\n",
    "            attention_mask: Optional[torch.Tensor] = None,\n",
    "            past_key_values: Optional[Tuple[torch.FloatTensor]] = None,\n",
    "            inputs_embeds: Optional[torch.Tensor] = None,\n",
    "            labels: Optional[torch.Tensor] = None,\n",
    "            use_cache: Optional[bool] = None,\n",
    "            output_attentions: Optional[bool] = None,\n",
    "            output_hidden_states: Optional[bool] = None,\n",
    "            return_dict: Optional[bool] = None):  \n",
    "        use_cache = use_cache if use_cache is not None else self.config.use_cache\n",
    "        return_dict = return_dict if return_dict is not None else self.config.use_return_dict\n",
    "\n",
    "        transformer_outputs = self.transformer(\n",
    "            input_ids=input_ids,\n",
    "            position_ids=position_ids,\n",
    "            attention_mask=attention_mask,\n",
    "            past_key_values=past_key_values,\n",
    "            inputs_embeds=inputs_embeds,\n",
    "            use_cache=use_cache,\n",
    "            output_attentions=output_attentions,\n",
    "            output_hidden_states=output_hidden_states,\n",
    "            return_dict=return_dict,\n",
    "        )\n",
    "\n",
    "        hidden_states = transformer_outputs[0]\n",
    "        lm_logits_origin = self.lm_head(hidden_states).permute(1, 0, 2).contiguous()\n",
    "        \n",
    "        lora_output = self.lora_layer(hidden_states)\n",
    "        lm_logits_lora = self.lm_head(lora_output).permute(1, 0, 2).contiguous()\n",
    "\n",
    "        lm_logits = lm_logits_origin + lm_logits_lora\n",
    "        \n",
    "        loss = None\n",
    "        if labels is not None:\n",
    "            lm_logits = lm_logits.to(torch.float32)\n",
    "\n",
    "            # Shift so that tokens < n predict n\n",
    "            shift_logits = lm_logits[..., :-1, :].contiguous()\n",
    "            shift_labels = labels[..., 1:].contiguous()\n",
    "            # Flatten the tokens\n",
    "            loss_fct = CrossEntropyLoss(ignore_index=-100)\n",
    "            loss = loss_fct(shift_logits.view(-1, shift_logits.size(-1)), shift_labels.view(-1))\n",
    "\n",
    "            lm_logits = lm_logits.to(hidden_states.dtype)\n",
    "            loss = loss.to(hidden_states.dtype)\n",
    "        \n",
    "        if not return_dict:\n",
    "            output = (lm_logits,) + transformer_outputs[1:]\n",
    "            return ((loss,) + output) if loss is not None else output\n",
    "    \n",
    "        return CausalLMOutputWithPast(\n",
    "            loss=loss,\n",
    "            logits=lm_logits,\n",
    "            past_key_values=transformer_outputs.past_key_values,\n",
    "            hidden_states=transformer_outputs.hidden_states,\n",
    "            attentions=transformer_outputs.attentions,\n",
    "        )\n",
    "\n",
    "lora_model = None\n",
    "gc.collect()\n",
    "lora_model = LoraModel.from_pretrained(\"./models/THUDM/chatglm6b\").float()\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "torch.cuda.empty_cache()\n",
    "# 训练\n",
    "num_epochs = 1  # 设置训练周期数\n",
    "optimizer = optim.Adam(lora_model.lora_layer.parameters(), lr=5e-5)  # 使用Adam优化器，学习率为5e-5\n",
    "\n",
    "# lora_model = lora_model.to(device=device)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [
    {
     "ename": "RuntimeError",
     "evalue": "stack expects each tensor to be equal size, but got [2, 14] at entry 0 and [2, 48] at entry 1",
     "output_type": "error",
     "traceback": [
      "\u001b[1;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[1;31mRuntimeError\u001b[0m                              Traceback (most recent call last)",
      "Cell \u001b[1;32mIn[7], line 5\u001b[0m\n\u001b[0;32m      3\u001b[0m loss \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;01mNone\u001b[39;00m\n\u001b[0;32m      4\u001b[0m \u001b[38;5;66;03m# for t, data in enumerate(train_dataset_t):\u001b[39;00m\n\u001b[1;32m----> 5\u001b[0m \u001b[43m\u001b[49m\u001b[38;5;28;43;01mfor\u001b[39;49;00m\u001b[43m \u001b[49m\u001b[43mdata\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;129;43;01min\u001b[39;49;00m\u001b[43m \u001b[49m\u001b[43mtrain_dataset_loader\u001b[49m\u001b[43m:\u001b[49m\n\u001b[0;32m      6\u001b[0m \u001b[43m    \u001b[49m\u001b[43moptimizer\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mzero_grad\u001b[49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m\u001b[43m  \u001b[49m\u001b[38;5;66;43;03m# 清空梯度\u001b[39;49;00m\n\u001b[0;32m      7\u001b[0m \u001b[43m    \u001b[49m\u001b[38;5;66;43;03m# input_ids = data.to(device=device)\u001b[39;49;00m\n",
      "File \u001b[1;32m~\\AppData\\Local\\Packages\\PythonSoftwareFoundation.Python.3.11_qbz5n2kfra8p0\\LocalCache\\local-packages\\Python311\\site-packages\\torch\\utils\\data\\dataloader.py:701\u001b[0m, in \u001b[0;36m_BaseDataLoaderIter.__next__\u001b[1;34m(self)\u001b[0m\n\u001b[0;32m    698\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_sampler_iter \u001b[38;5;129;01mis\u001b[39;00m \u001b[38;5;28;01mNone\u001b[39;00m:\n\u001b[0;32m    699\u001b[0m     \u001b[38;5;66;03m# TODO(https://github.com/pytorch/pytorch/issues/76750)\u001b[39;00m\n\u001b[0;32m    700\u001b[0m     \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_reset()  \u001b[38;5;66;03m# type: ignore[call-arg]\u001b[39;00m\n\u001b[1;32m--> 701\u001b[0m data \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_next_data\u001b[49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m\n\u001b[0;32m    702\u001b[0m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_num_yielded \u001b[38;5;241m+\u001b[39m\u001b[38;5;241m=\u001b[39m \u001b[38;5;241m1\u001b[39m\n\u001b[0;32m    703\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m (\n\u001b[0;32m    704\u001b[0m     \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_dataset_kind \u001b[38;5;241m==\u001b[39m _DatasetKind\u001b[38;5;241m.\u001b[39mIterable\n\u001b[0;32m    705\u001b[0m     \u001b[38;5;129;01mand\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_IterableDataset_len_called \u001b[38;5;129;01mis\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m \u001b[38;5;28;01mNone\u001b[39;00m\n\u001b[0;32m    706\u001b[0m     \u001b[38;5;129;01mand\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_num_yielded \u001b[38;5;241m>\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_IterableDataset_len_called\n\u001b[0;32m    707\u001b[0m ):\n",
      "File \u001b[1;32m~\\AppData\\Local\\Packages\\PythonSoftwareFoundation.Python.3.11_qbz5n2kfra8p0\\LocalCache\\local-packages\\Python311\\site-packages\\torch\\utils\\data\\dataloader.py:757\u001b[0m, in \u001b[0;36m_SingleProcessDataLoaderIter._next_data\u001b[1;34m(self)\u001b[0m\n\u001b[0;32m    755\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21m_next_data\u001b[39m(\u001b[38;5;28mself\u001b[39m):\n\u001b[0;32m    756\u001b[0m     index \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_next_index()  \u001b[38;5;66;03m# may raise StopIteration\u001b[39;00m\n\u001b[1;32m--> 757\u001b[0m     data \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_dataset_fetcher\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mfetch\u001b[49m\u001b[43m(\u001b[49m\u001b[43mindex\u001b[49m\u001b[43m)\u001b[49m  \u001b[38;5;66;03m# may raise StopIteration\u001b[39;00m\n\u001b[0;32m    758\u001b[0m     \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_pin_memory:\n\u001b[0;32m    759\u001b[0m         data \u001b[38;5;241m=\u001b[39m _utils\u001b[38;5;241m.\u001b[39mpin_memory\u001b[38;5;241m.\u001b[39mpin_memory(data, \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_pin_memory_device)\n",
      "File \u001b[1;32m~\\AppData\\Local\\Packages\\PythonSoftwareFoundation.Python.3.11_qbz5n2kfra8p0\\LocalCache\\local-packages\\Python311\\site-packages\\torch\\utils\\data\\_utils\\fetch.py:55\u001b[0m, in \u001b[0;36m_MapDatasetFetcher.fetch\u001b[1;34m(self, possibly_batched_index)\u001b[0m\n\u001b[0;32m     53\u001b[0m \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[0;32m     54\u001b[0m     data \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mdataset[possibly_batched_index]\n\u001b[1;32m---> 55\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mcollate_fn\u001b[49m\u001b[43m(\u001b[49m\u001b[43mdata\u001b[49m\u001b[43m)\u001b[49m\n",
      "File \u001b[1;32m~\\AppData\\Local\\Packages\\PythonSoftwareFoundation.Python.3.11_qbz5n2kfra8p0\\LocalCache\\local-packages\\Python311\\site-packages\\torch\\utils\\data\\_utils\\collate.py:398\u001b[0m, in \u001b[0;36mdefault_collate\u001b[1;34m(batch)\u001b[0m\n\u001b[0;32m    337\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21mdefault_collate\u001b[39m(batch):\n\u001b[0;32m    338\u001b[0m \u001b[38;5;250m    \u001b[39m\u001b[38;5;124mr\u001b[39m\u001b[38;5;124;03m\"\"\"\u001b[39;00m\n\u001b[0;32m    339\u001b[0m \u001b[38;5;124;03m    Take in a batch of data and put the elements within the batch into a tensor with an additional outer dimension - batch size.\u001b[39;00m\n\u001b[0;32m    340\u001b[0m \n\u001b[1;32m   (...)\u001b[0m\n\u001b[0;32m    396\u001b[0m \u001b[38;5;124;03m        >>> default_collate(batch)  # Handle `CustomType` automatically\u001b[39;00m\n\u001b[0;32m    397\u001b[0m \u001b[38;5;124;03m    \"\"\"\u001b[39;00m\n\u001b[1;32m--> 398\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[43mcollate\u001b[49m\u001b[43m(\u001b[49m\u001b[43mbatch\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mcollate_fn_map\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mdefault_collate_fn_map\u001b[49m\u001b[43m)\u001b[49m\n",
      "File \u001b[1;32m~\\AppData\\Local\\Packages\\PythonSoftwareFoundation.Python.3.11_qbz5n2kfra8p0\\LocalCache\\local-packages\\Python311\\site-packages\\torch\\utils\\data\\_utils\\collate.py:155\u001b[0m, in \u001b[0;36mcollate\u001b[1;34m(batch, collate_fn_map)\u001b[0m\n\u001b[0;32m    153\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m collate_fn_map \u001b[38;5;129;01mis\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m \u001b[38;5;28;01mNone\u001b[39;00m:\n\u001b[0;32m    154\u001b[0m     \u001b[38;5;28;01mif\u001b[39;00m elem_type \u001b[38;5;129;01min\u001b[39;00m collate_fn_map:\n\u001b[1;32m--> 155\u001b[0m         \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[43mcollate_fn_map\u001b[49m\u001b[43m[\u001b[49m\u001b[43melem_type\u001b[49m\u001b[43m]\u001b[49m\u001b[43m(\u001b[49m\u001b[43mbatch\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mcollate_fn_map\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mcollate_fn_map\u001b[49m\u001b[43m)\u001b[49m\n\u001b[0;32m    157\u001b[0m     \u001b[38;5;28;01mfor\u001b[39;00m collate_type \u001b[38;5;129;01min\u001b[39;00m collate_fn_map:\n\u001b[0;32m    158\u001b[0m         \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;28misinstance\u001b[39m(elem, collate_type):\n",
      "File \u001b[1;32m~\\AppData\\Local\\Packages\\PythonSoftwareFoundation.Python.3.11_qbz5n2kfra8p0\\LocalCache\\local-packages\\Python311\\site-packages\\torch\\utils\\data\\_utils\\collate.py:272\u001b[0m, in \u001b[0;36mcollate_tensor_fn\u001b[1;34m(batch, collate_fn_map)\u001b[0m\n\u001b[0;32m    270\u001b[0m     storage \u001b[38;5;241m=\u001b[39m elem\u001b[38;5;241m.\u001b[39m_typed_storage()\u001b[38;5;241m.\u001b[39m_new_shared(numel, device\u001b[38;5;241m=\u001b[39melem\u001b[38;5;241m.\u001b[39mdevice)\n\u001b[0;32m    271\u001b[0m     out \u001b[38;5;241m=\u001b[39m elem\u001b[38;5;241m.\u001b[39mnew(storage)\u001b[38;5;241m.\u001b[39mresize_(\u001b[38;5;28mlen\u001b[39m(batch), \u001b[38;5;241m*\u001b[39m\u001b[38;5;28mlist\u001b[39m(elem\u001b[38;5;241m.\u001b[39msize()))\n\u001b[1;32m--> 272\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[43mtorch\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mstack\u001b[49m\u001b[43m(\u001b[49m\u001b[43mbatch\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m0\u001b[39;49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mout\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mout\u001b[49m\u001b[43m)\u001b[49m\n",
      "\u001b[1;31mRuntimeError\u001b[0m: stack expects each tensor to be equal size, but got [2, 14] at entry 0 and [2, 48] at entry 1"
     ]
    }
   ],
   "source": [
    "lora_model.train()  # 将模型设置为训练模式\n",
    "for epoch in range(num_epochs):\n",
    "    loss = None\n",
    "    for t, data in enumerate(train_dataset_t):\n",
    "    # for data in train_dataset_loader:\n",
    "        optimizer.zero_grad()  # 清空梯度\n",
    "        # input_ids = data.to(device=device)\n",
    "        input_ids = data\n",
    "        loss, logits = lora_model(input_ids=input_ids, labels=input_ids, use_cache=False)  # 前向传播计算损失\n",
    "        # print(loss)\n",
    "        # print(loss)\n",
    "        loss.backward()  # 反向传播计算梯度\n",
    "        optimizer.step()  # 更新参数\n",
    "    print(f\"Epoch {epoch + 1}/{num_epochs}, Loss: {loss.item()}\")  # 打印当前周期的损失"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2\n",
      "341\n"
     ]
    }
   ],
   "source": [
    "# print(lora_model.parameters().)\n",
    "# print(lora_model.lora_layer.parameters())\n",
    "\n",
    "count1, count2 =0, 0\n",
    "for name in lora_model.lora_layer.parameters():\n",
    "    count1+=1\n",
    "print(count1)\n",
    "\n",
    "for name in lora_model.parameters():\n",
    "    count2+=1\n",
    "print(count2)\n",
    "# for param in lora_model.parameters():\n",
    "#     if param.is_shared():\n",
    "#         param.detach_()\n",
    "\n",
    "# lora_model.save_pretrained('./lora_chatglm6b')  # 保存训练后的模型\n",
    "# tokenizer.save_pretrained('./lora_chatglm6b')  # 保存分词器"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "('./lora_chatglm6b\\\\tokenizer_config.json',\n",
       " './lora_chatglm6b\\\\special_tokens_map.json',\n",
       " './lora_chatglm6b\\\\ice_text.model',\n",
       " './lora_chatglm6b\\\\added_tokens.json')"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "lora_model.save_pretrained('./lora_chatglm6b',safe_serialization=False)  # 保存训练后的模型\n",
    "tokenizer.save_pretrained('./lora_chatglm6b')  # 保存分词器"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{'input_ids': [19316, 6, 172, 118, 120, 31, 130001, 130004]}\n",
      "Hello, who are you?\n"
     ]
    }
   ],
   "source": [
    "text = \"Hello, who are you?\"\n",
    "tk = tokenizer(text)\n",
    "print(tk)\n",
    "print(tokenizer.decode(tk[\"input_ids\"]))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "metadata": {},
   "outputs": [],
   "source": [
    "import json\n",
    "data_items = []\n",
    "with open(\"./data/alpaca_data.json\", 'r') as f:\n",
    "    data_items = json.loads(f.read())\n",
    "\n",
    "class CustomDataset(data.Dataset):\n",
    "    def __init__(self, data, train=True):\n",
    "        self.data = data\n",
    "        self.train = train\n",
    " \n",
    "    def __len__(self):\n",
    "        return len(self.data)\n",
    " \n",
    "    def __getitem__(self, idx):\n",
    "        print(\"tokenizer(self.data[idx][instruction])=\",tokenizer(self.data[idx][\"instruction\"])[\"input_ids\"])\n",
    "        return tokenizer(self.data[idx][\"instruction\"])[\"input_ids\"], self.data[idx][\"input\"], self.data[idx][\"output\"]\n",
    "\n",
    "train_num=int(len(data_items)*0.8)\n",
    "dataset1 = CustomDataset(data_items, train=True)\n",
    "dataset2 = CustomDataset(data_items, train=False)\n",
    "\n",
    "loader_train = data.DataLoader(dataset1, batch_size=4, shuffle=True, num_workers=0)\n",
    "loader_val = data.DataLoader(dataset2, batch_size=4, shuffle=True, num_workers=0)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "tokenizer(self.data[idx][instruction])= [27835, 104, 402, 3212, 100, 508, 2520, 7, 130001, 130004]\n",
      "tokenizer(self.data[idx][instruction])= [5, 19169, 100, 7418, 1024, 102, 2453, 183, 10561, 103, 100, 11404, 398, 7, 130001, 130004]\n",
      "tokenizer(self.data[idx][instruction])= [27835, 104, 2804, 207, 100, 343, 1217, 28, 49889, 6, 11889, 29076, 6, 903, 17, 130001, 130004]\n",
      "tokenizer(self.data[idx][instruction])= [25503, 104, 295, 11, 18974, 35157, 122, 100, 1088, 28, 56591, 4372, 17, 7, 130001, 130004]\n"
     ]
    },
    {
     "ename": "RuntimeError",
     "evalue": "each element in list of batch should be of equal size",
     "output_type": "error",
     "traceback": [
      "\u001b[1;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[1;31mRuntimeError\u001b[0m                              Traceback (most recent call last)",
      "Cell \u001b[1;32mIn[47], line 8\u001b[0m\n\u001b[0;32m      6\u001b[0m \u001b[38;5;66;03m# 训练  \u001b[39;00m\n\u001b[0;32m      7\u001b[0m \u001b[38;5;28;01mfor\u001b[39;00m epoch \u001b[38;5;129;01min\u001b[39;00m \u001b[38;5;28mrange\u001b[39m(epochs):  \n\u001b[1;32m----> 8\u001b[0m \u001b[43m    \u001b[49m\u001b[38;5;28;43;01mfor\u001b[39;49;00m\u001b[43m \u001b[49m\u001b[43minstruction\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;28;43minput\u001b[39;49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43moutput\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;129;43;01min\u001b[39;49;00m\u001b[43m \u001b[49m\u001b[43mloader_train\u001b[49m\u001b[43m:\u001b[49m\u001b[43m  \u001b[49m\n\u001b[0;32m      9\u001b[0m \u001b[43m        \u001b[49m\u001b[38;5;28;43mprint\u001b[39;49m\u001b[43m(\u001b[49m\u001b[43minstruction\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;28;43minput\u001b[39;49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43moutput\u001b[49m\u001b[43m)\u001b[49m\n\u001b[0;32m     10\u001b[0m \u001b[43m        \u001b[49m\u001b[38;5;66;43;03m# 正向传播  \u001b[39;49;00m\n",
      "File \u001b[1;32m~\\AppData\\Local\\Packages\\PythonSoftwareFoundation.Python.3.11_qbz5n2kfra8p0\\LocalCache\\local-packages\\Python311\\site-packages\\torch\\utils\\data\\dataloader.py:701\u001b[0m, in \u001b[0;36m_BaseDataLoaderIter.__next__\u001b[1;34m(self)\u001b[0m\n\u001b[0;32m    698\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_sampler_iter \u001b[38;5;129;01mis\u001b[39;00m \u001b[38;5;28;01mNone\u001b[39;00m:\n\u001b[0;32m    699\u001b[0m     \u001b[38;5;66;03m# TODO(https://github.com/pytorch/pytorch/issues/76750)\u001b[39;00m\n\u001b[0;32m    700\u001b[0m     \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_reset()  \u001b[38;5;66;03m# type: ignore[call-arg]\u001b[39;00m\n\u001b[1;32m--> 701\u001b[0m data \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_next_data\u001b[49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m\n\u001b[0;32m    702\u001b[0m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_num_yielded \u001b[38;5;241m+\u001b[39m\u001b[38;5;241m=\u001b[39m \u001b[38;5;241m1\u001b[39m\n\u001b[0;32m    703\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m (\n\u001b[0;32m    704\u001b[0m     \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_dataset_kind \u001b[38;5;241m==\u001b[39m _DatasetKind\u001b[38;5;241m.\u001b[39mIterable\n\u001b[0;32m    705\u001b[0m     \u001b[38;5;129;01mand\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_IterableDataset_len_called \u001b[38;5;129;01mis\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m \u001b[38;5;28;01mNone\u001b[39;00m\n\u001b[0;32m    706\u001b[0m     \u001b[38;5;129;01mand\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_num_yielded \u001b[38;5;241m>\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_IterableDataset_len_called\n\u001b[0;32m    707\u001b[0m ):\n",
      "File \u001b[1;32m~\\AppData\\Local\\Packages\\PythonSoftwareFoundation.Python.3.11_qbz5n2kfra8p0\\LocalCache\\local-packages\\Python311\\site-packages\\torch\\utils\\data\\dataloader.py:757\u001b[0m, in \u001b[0;36m_SingleProcessDataLoaderIter._next_data\u001b[1;34m(self)\u001b[0m\n\u001b[0;32m    755\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21m_next_data\u001b[39m(\u001b[38;5;28mself\u001b[39m):\n\u001b[0;32m    756\u001b[0m     index \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_next_index()  \u001b[38;5;66;03m# may raise StopIteration\u001b[39;00m\n\u001b[1;32m--> 757\u001b[0m     data \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_dataset_fetcher\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mfetch\u001b[49m\u001b[43m(\u001b[49m\u001b[43mindex\u001b[49m\u001b[43m)\u001b[49m  \u001b[38;5;66;03m# may raise StopIteration\u001b[39;00m\n\u001b[0;32m    758\u001b[0m     \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_pin_memory:\n\u001b[0;32m    759\u001b[0m         data \u001b[38;5;241m=\u001b[39m _utils\u001b[38;5;241m.\u001b[39mpin_memory\u001b[38;5;241m.\u001b[39mpin_memory(data, \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_pin_memory_device)\n",
      "File \u001b[1;32m~\\AppData\\Local\\Packages\\PythonSoftwareFoundation.Python.3.11_qbz5n2kfra8p0\\LocalCache\\local-packages\\Python311\\site-packages\\torch\\utils\\data\\_utils\\fetch.py:55\u001b[0m, in \u001b[0;36m_MapDatasetFetcher.fetch\u001b[1;34m(self, possibly_batched_index)\u001b[0m\n\u001b[0;32m     53\u001b[0m \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[0;32m     54\u001b[0m     data \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mdataset[possibly_batched_index]\n\u001b[1;32m---> 55\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mcollate_fn\u001b[49m\u001b[43m(\u001b[49m\u001b[43mdata\u001b[49m\u001b[43m)\u001b[49m\n",
      "File \u001b[1;32m~\\AppData\\Local\\Packages\\PythonSoftwareFoundation.Python.3.11_qbz5n2kfra8p0\\LocalCache\\local-packages\\Python311\\site-packages\\torch\\utils\\data\\_utils\\collate.py:398\u001b[0m, in \u001b[0;36mdefault_collate\u001b[1;34m(batch)\u001b[0m\n\u001b[0;32m    337\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21mdefault_collate\u001b[39m(batch):\n\u001b[0;32m    338\u001b[0m \u001b[38;5;250m    \u001b[39m\u001b[38;5;124mr\u001b[39m\u001b[38;5;124;03m\"\"\"\u001b[39;00m\n\u001b[0;32m    339\u001b[0m \u001b[38;5;124;03m    Take in a batch of data and put the elements within the batch into a tensor with an additional outer dimension - batch size.\u001b[39;00m\n\u001b[0;32m    340\u001b[0m \n\u001b[1;32m   (...)\u001b[0m\n\u001b[0;32m    396\u001b[0m \u001b[38;5;124;03m        >>> default_collate(batch)  # Handle `CustomType` automatically\u001b[39;00m\n\u001b[0;32m    397\u001b[0m \u001b[38;5;124;03m    \"\"\"\u001b[39;00m\n\u001b[1;32m--> 398\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[43mcollate\u001b[49m\u001b[43m(\u001b[49m\u001b[43mbatch\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mcollate_fn_map\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mdefault_collate_fn_map\u001b[49m\u001b[43m)\u001b[49m\n",
      "File \u001b[1;32m~\\AppData\\Local\\Packages\\PythonSoftwareFoundation.Python.3.11_qbz5n2kfra8p0\\LocalCache\\local-packages\\Python311\\site-packages\\torch\\utils\\data\\_utils\\collate.py:211\u001b[0m, in \u001b[0;36mcollate\u001b[1;34m(batch, collate_fn_map)\u001b[0m\n\u001b[0;32m    208\u001b[0m transposed \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mlist\u001b[39m(\u001b[38;5;28mzip\u001b[39m(\u001b[38;5;241m*\u001b[39mbatch))  \u001b[38;5;66;03m# It may be accessed twice, so we use a list.\u001b[39;00m\n\u001b[0;32m    210\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;28misinstance\u001b[39m(elem, \u001b[38;5;28mtuple\u001b[39m):\n\u001b[1;32m--> 211\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[43m[\u001b[49m\n\u001b[0;32m    212\u001b[0m \u001b[43m        \u001b[49m\u001b[43mcollate\u001b[49m\u001b[43m(\u001b[49m\u001b[43msamples\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mcollate_fn_map\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mcollate_fn_map\u001b[49m\u001b[43m)\u001b[49m\n\u001b[0;32m    213\u001b[0m \u001b[43m        \u001b[49m\u001b[38;5;28;43;01mfor\u001b[39;49;00m\u001b[43m \u001b[49m\u001b[43msamples\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;129;43;01min\u001b[39;49;00m\u001b[43m \u001b[49m\u001b[43mtransposed\u001b[49m\n\u001b[0;32m    214\u001b[0m \u001b[43m    \u001b[49m\u001b[43m]\u001b[49m  \u001b[38;5;66;03m# Backwards compatibility.\u001b[39;00m\n\u001b[0;32m    215\u001b[0m \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[0;32m    216\u001b[0m     \u001b[38;5;28;01mtry\u001b[39;00m:\n",
      "File \u001b[1;32m~\\AppData\\Local\\Packages\\PythonSoftwareFoundation.Python.3.11_qbz5n2kfra8p0\\LocalCache\\local-packages\\Python311\\site-packages\\torch\\utils\\data\\_utils\\collate.py:212\u001b[0m, in \u001b[0;36m<listcomp>\u001b[1;34m(.0)\u001b[0m\n\u001b[0;32m    208\u001b[0m transposed \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mlist\u001b[39m(\u001b[38;5;28mzip\u001b[39m(\u001b[38;5;241m*\u001b[39mbatch))  \u001b[38;5;66;03m# It may be accessed twice, so we use a list.\u001b[39;00m\n\u001b[0;32m    210\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;28misinstance\u001b[39m(elem, \u001b[38;5;28mtuple\u001b[39m):\n\u001b[0;32m    211\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m [\n\u001b[1;32m--> 212\u001b[0m         \u001b[43mcollate\u001b[49m\u001b[43m(\u001b[49m\u001b[43msamples\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mcollate_fn_map\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mcollate_fn_map\u001b[49m\u001b[43m)\u001b[49m\n\u001b[0;32m    213\u001b[0m         \u001b[38;5;28;01mfor\u001b[39;00m samples \u001b[38;5;129;01min\u001b[39;00m transposed\n\u001b[0;32m    214\u001b[0m     ]  \u001b[38;5;66;03m# Backwards compatibility.\u001b[39;00m\n\u001b[0;32m    215\u001b[0m \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[0;32m    216\u001b[0m     \u001b[38;5;28;01mtry\u001b[39;00m:\n",
      "File \u001b[1;32m~\\AppData\\Local\\Packages\\PythonSoftwareFoundation.Python.3.11_qbz5n2kfra8p0\\LocalCache\\local-packages\\Python311\\site-packages\\torch\\utils\\data\\_utils\\collate.py:207\u001b[0m, in \u001b[0;36mcollate\u001b[1;34m(batch, collate_fn_map)\u001b[0m\n\u001b[0;32m    205\u001b[0m elem_size \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mlen\u001b[39m(\u001b[38;5;28mnext\u001b[39m(it))\n\u001b[0;32m    206\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m \u001b[38;5;28mall\u001b[39m(\u001b[38;5;28mlen\u001b[39m(elem) \u001b[38;5;241m==\u001b[39m elem_size \u001b[38;5;28;01mfor\u001b[39;00m elem \u001b[38;5;129;01min\u001b[39;00m it):\n\u001b[1;32m--> 207\u001b[0m     \u001b[38;5;28;01mraise\u001b[39;00m \u001b[38;5;167;01mRuntimeError\u001b[39;00m(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124meach element in list of batch should be of equal size\u001b[39m\u001b[38;5;124m\"\u001b[39m)\n\u001b[0;32m    208\u001b[0m transposed \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mlist\u001b[39m(\u001b[38;5;28mzip\u001b[39m(\u001b[38;5;241m*\u001b[39mbatch))  \u001b[38;5;66;03m# It may be accessed twice, so we use a list.\u001b[39;00m\n\u001b[0;32m    210\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;28misinstance\u001b[39m(elem, \u001b[38;5;28mtuple\u001b[39m):\n",
      "\u001b[1;31mRuntimeError\u001b[0m: each element in list of batch should be of equal size"
     ]
    }
   ],
   "source": [
    "lr = 1e-6\n",
    "epochs = 1000\n",
    "optimizer = optim.Adam(lora.parameters(), lr=lr)  \n",
    "# 定义损失  \n",
    "loss_fn = nn.CrossEntropyLoss()  \n",
    "# 训练  \n",
    "for epoch in range(epochs):  \n",
    "    for instruction, input, output in loader_train:  \n",
    "        print(instruction, input, output)\n",
    "        # 正向传播  \n",
    "        pred = model(instruction) + lora(instruction)  \n",
    "        loss = loss_fn(pred, output)  \n",
    "        # 反向传播  \n",
    "        loss.backward()  \n",
    "        # 更新参数  \n",
    "        optimizer.step()  \n",
    "        optimizer.zero_grad()  \n",
    "        print(f\"loss: {loss.item()}\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.11.9"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}
